-- Logs begin at Thu 2021-09-23 12:36:21 UTC, end at Thu 2021-09-23 13:46:59 UTC. -- Sep 23 13:16:11.553807 dv-cinder-809201-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 13:16:14.324680 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.common.config [-] Logging enabled! Sep 23 13:16:14.325201 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 13:16:14.325459 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94486) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 13:16:14.328719 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.common.config [-] Logging enabled! Sep 23 13:16:14.328977 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 13:16:14.329290 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94486) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 13:16:14.330241 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 13:16:14.330476 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 13:16:14.330844 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 13:16:14.331092 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 13:16:14.331319 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 13:16:14.331637 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.332491 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.332961 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.333184 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.333486 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.333780 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.334064 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.334357 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.334658 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.334946 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.335225 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.335516 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.335776 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.336064 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.336360 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.336649 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.336876 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] debug = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.337158 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.337587 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.338007 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.338288 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.338578 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.338858 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.339130 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.339406 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.339728 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.340043 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] host = dv-cinder-809201-2-iscsi {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.340323 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.340610 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.340897 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.341183 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.341462 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.341744 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.342031 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.342305 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.342581 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] log_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.342860 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.343152 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.343440 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.343757 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.343990 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.344216 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.344506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.344795 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.345072 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.345347 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.345625 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.345900 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.346177 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.346453 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.346738 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.347022 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.347307 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.347601 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.348440 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.348721 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.348998 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.349286 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.349562 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.349837 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.350114 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.350404 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.350676 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.350950 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.351252 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.351535 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.351839 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.352127 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.352402 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.352684 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.352954 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.353228 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.353498 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] use_json = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.353771 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.354038 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.354319 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.354590 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.354860 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.355131 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.355401 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.355709 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:14.356001 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.356307 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.356613 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.356899 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.357197 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.357478 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.357765 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.358044 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.358336 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.358625 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.358915 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.359194 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.359482 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.359781 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.360077 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.360384 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.360679 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.360971 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.361247 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.361519 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.361795 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.362069 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.362357 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.362635 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.362924 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.363232 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.363517 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.363824 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.364119 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.364411 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.364686 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.364967 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.365259 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.365538 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.365810 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.366087 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.366382 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.366660 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.366933 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.367217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.367495 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.367791 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.368065 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.368344 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.368635 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.368913 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.369185 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.369457 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.369733 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.370002 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.370544 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.370823 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.371096 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.371369 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.371646 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.371944 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.372217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.372494 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.372768 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.373043 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.373315 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.373585 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.373856 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.374126 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.374398 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.374671 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.374942 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.375216 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.375487 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.375782 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.376055 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.376331 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.376605 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.376893 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.377191 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.377467 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.377745 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.378023 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.378300 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.378576 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.378928 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.379210 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.379625 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.379926 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.380220 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.380504 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.380792 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.381076 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.381353 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.381655 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.381932 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.382215 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.382495 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.382774 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.383061 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.383345 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.383643 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.383966 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.384260 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.384550 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.384845 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.385124 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.385436 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.385718 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:14.385936 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 13:16:14.386175 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94486) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 13:16:14.746144 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 13:16:14.746428 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 13:16:14.746721 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 13:16:14.747054 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 13:16:15.142459 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.142671 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.142954 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.144300 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.144619 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.144887 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.181077 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.181354 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.181622 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.196357 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.196630 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.196899 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.225801 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.226089 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.226359 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.264422 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.264704 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.264975 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.496595 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.497209 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.497209 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.497383 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.498071 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.617548 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.617869 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.618152 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.618425 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.618693 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.619005 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.619268 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.619524 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.619808 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.620355 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.620617 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.620890 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.621145 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.621398 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.621651 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.621912 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.622164 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.622428 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.622696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.622952 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.623224 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.623478 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.623788 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.624172 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.624425 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.624671 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.625070 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:16:15.625315 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:16:15.625560 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:16:15.625807 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:16:15.626046 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:16:15.626286 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:16:15.626651 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 13:16:15.630025 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 13:16:15.634066 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 13:16:15.637733 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 23 13:16:15.639359 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 13:16:15.639834 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 13:16:15.640173 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 13:16:15.640557 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 13:16:15.643333 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 13:16:15.643583 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 13:16:15.643954 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 13:16:15.650041 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 13:16:15.672445 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 13:16:15.672892 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.673185 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94486) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 13:16:15.673546 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.674916 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94486) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 13:16:15.675363 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 13:16:15.675611 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 13:16:15.679003 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.679291 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:15.743695 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 13:16:15.743955 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 13:16:15.744193 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 13:16:15.744568 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 13:16:15.766888 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_db.sqlalchemy.engines [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94486) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 13:16:16.515091 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Initializing driver for type 'gre' Sep 23 13:16:16.515727 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] gre ID ranges: [(1, 1000)] Sep 23 13:16:16.789384 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Initializing driver for type 'local' Sep 23 13:16:16.789649 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Initializing driver for type 'vlan' Sep 23 13:16:16.920411 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] VlanTypeDriver initialization complete Sep 23 13:16:16.920743 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Initializing driver for type 'vxlan' Sep 23 13:16:16.921240 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] vxlan ID ranges: [(1, 1000)] Sep 23 13:16:17.272191 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Initializing extension driver 'port_security' Sep 23 13:16:17.272611 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.extensions.port_security [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] PortSecurityExtensionDriver initialization complete Sep 23 13:16:17.273024 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Initializing mechanism driver 'openvswitch' Sep 23 13:16:17.273404 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Initializing mechanism driver 'hyperv' Sep 23 13:16:17.287830 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:16:17.288515 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > port after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.288877 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > port after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.289223 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > port after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.289741 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:16:17.290166 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > subnet after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.290514 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > subnet after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.290891 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.291280 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:16:17.291679 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > network after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.292041 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > network after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.292452 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > network after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.292804 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:16:17.293206 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > security_group after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.293551 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > security_group after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.293887 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > security_group after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.294435 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:16:17.294835 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.295183 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.295523 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.295950 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:16:17.296376 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > address_group after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.296722 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > address_group after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.297058 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > address_group after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.297441 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:16:17.297811 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] ML2 OVO RPC backend initialized. {{(pid=94486) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 13:16:17.298506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.298858 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.299268 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > network before_response 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.299613 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > networks before_response 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.299992 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > port before_response 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.300333 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > ports before_response 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.300673 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > subnet before_response 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.301041 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > subnets before_response 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.301386 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > network after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.301723 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > network after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.302132 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > network after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.302429 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > port after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.302760 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > port after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.303090 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > port after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.303420 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > subnet after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.303778 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > subnet after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.304111 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.304674 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.plugin [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Modular L2 Plugin initialization complete Sep 23 13:16:17.304996 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading services supported by the core plugin {{(pid=94486) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 13:16:17.305323 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.plugins.ml2.managers [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Got port-security extension from driver 'port_security' Sep 23 13:16:17.310524 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.extensions.vlantransparent [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Disabled vlantransparent extension. Sep 23 13:16:17.310524 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94486) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 13:16:17.310524 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading Plugin: router Sep 23 13:16:17.352144 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router_interface before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.352540 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router after_create 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.352906 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router before_create 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.353363 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.353738 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.354091 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router after_delete 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.354445 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > floatingip after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.354797 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > floatingip after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.355148 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router after_create 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.355490 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router after_update 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.355865 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router after_update 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.356210 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.356601 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router after_update 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.357004 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router precommit_update 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.357460 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: port after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.357801 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: port after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.358135 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: subnet after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.358470 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.358816 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > port precommit_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.359160 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router precommit_create 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.359497 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: port before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.359859 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router precommit_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.360212 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router after_update 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.360550 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router precommit_delete 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.360923 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router precommit_create 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.361280 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.361622 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router precommit_update 55549900 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.361978 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > agent after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.362318 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > agent after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.362656 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > network after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.364705 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Tracking information for resource: router configured {{(pid=94486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:16:17.365060 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Tracking information for resource: floatingip configured {{(pid=94486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:16:17.370002 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.db.l3_agentschedulers_db [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 13:16:17.370829 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: port after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.371183 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: port after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.371528 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: port after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.371904 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: port after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.372719 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router before_create 55550100 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.373078 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router precommit_delete 55550100 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.373434 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router precommit_create 55550100 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.373784 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > router precommit_update 55550100 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.378407 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.services.provider_configuration [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service providers = [] {{(pid=94486) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 13:16:17.378766 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.db.servicetype_db [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94486) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 13:16:17.386562 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.services.service_base [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:16:17.386907 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.services.service_base [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:16:17.387253 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.services.service_base [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:16:17.388166 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.services.service_base [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:16:17.388534 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.services.service_base [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 13:16:17.388906 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:16:17.389223 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 13:16:17.400289 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:16:17.400639 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading Plugin: auto_allocate Sep 23 13:16:17.406316 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: network precommit_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.406683 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: network precommit_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.407203 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:16:17.407519 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading Plugin: tag Sep 23 13:16:17.414708 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:16:17.415036 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading Plugin: timestamp Sep 23 13:16:17.419010 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:16:17.419335 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading Plugin: network_ip_availability Sep 23 13:16:17.424762 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.425131 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.425487 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.426222 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:16:17.426534 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading Plugin: flavors Sep 23 13:16:17.431214 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:16:17.431541 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading Plugin: revisions Sep 23 13:16:17.435790 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:16:17.436183 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_concurrency.lockutils [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.689s {{(pid=94486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 13:16:17.436914 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94486) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 13:16:17.437318 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Initializing extension manager. Sep 23 13:16:17.437892 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: __init__.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.438203 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: __pycache__ {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.438532 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.438857 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: address_group.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.439602 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.440195 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: address-group Sep 23 13:16:17.440513 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: address_scope.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.446015 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.446015 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: address-scope Sep 23 13:16:17.446015 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: admin_state_down_before_update.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.446507 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.447007 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: router-admin-state-down-before-update Sep 23 13:16:17.447324 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: agent.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.448045 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.448541 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: agent Sep 23 13:16:17.448854 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: agent_resources_synced.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.449758 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.450251 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: agent-resources-synced Sep 23 13:16:17.450568 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: allowedaddresspairs.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.452378 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.452897 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: allowed-address-pairs Sep 23 13:16:17.453221 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: auto_allocated_topology.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.454298 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.454800 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: auto-allocated-topology Sep 23 13:16:17.455125 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: availability_zone.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.455847 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.456343 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: availability_zone Sep 23 13:16:17.456665 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: availability_zone_filter.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.458230 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.458823 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: availability_zone_filter Sep 23 13:16:17.459144 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: data_plane_status.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.460080 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.460575 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 13:16:17.460895 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: default_subnetpools.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.461797 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.462292 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: default-subnetpools Sep 23 13:16:17.462612 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: dhcpagentscheduler.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.463411 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.463945 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: dhcp_agent_scheduler Sep 23 13:16:17.464268 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: dns.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.465181 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.465678 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension dns-integration not supported by any of loaded plugins Sep 23 13:16:17.465998 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: dns_domain_ports.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.466941 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.467436 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 13:16:17.467826 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.468736 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.469233 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 13:16:17.469556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: dvr.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.470265 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.470714 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: dvr Sep 23 13:16:17.471030 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: ecmp_routes.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.471958 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.472451 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 13:16:17.472764 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: empty_string_filtering.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.473863 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.474459 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: empty-string-filtering Sep 23 13:16:17.474779 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.475679 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.476196 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 13:16:17.476509 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.477467 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.477969 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 13:16:17.478291 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: external_net.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.479188 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.479709 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: external-net Sep 23 13:16:17.480040 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: extra_dhcp_opt.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.480982 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.481474 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: extra_dhcp_opt Sep 23 13:16:17.481788 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: extraroute.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.487179 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.487673 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: extraroute Sep 23 13:16:17.488015 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: extraroute_atomic.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.489140 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.489636 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: extraroute-atomic Sep 23 13:16:17.489953 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: filter_validation.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.490610 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.491102 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: filter-validation Sep 23 13:16:17.491417 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: fip_pf_description.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.492341 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.492875 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 13:16:17.493190 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: fip_port_details.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.494100 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.494595 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: fip-port-details Sep 23 13:16:17.494909 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: flavors.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.496406 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.496918 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: flavors Sep 23 13:16:17.497242 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.498949 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.499462 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 13:16:17.499820 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: floatingip_pools.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.500519 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.501024 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: floatingip-pools Sep 23 13:16:17.501343 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: ip_allocation.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.502262 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.502765 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 13:16:17.503081 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.504663 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.505106 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: ip-substring-filtering Sep 23 13:16:17.505415 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: l2_adjacency.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.506337 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.506832 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 13:16:17.507148 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: l3.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.508270 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.508781 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: router Sep 23 13:16:17.509103 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: l3_conntrack_helper.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.511325 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.511950 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 13:16:17.512277 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.516141 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.516664 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: ext-gw-mode Sep 23 13:16:17.516963 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.517892 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.518711 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: l3-ha Sep 23 13:16:17.519035 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: l3_flavors.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.520519 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.521064 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: l3-flavors Sep 23 13:16:17.521382 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.522289 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.522786 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 13:16:17.523107 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: l3agentscheduler.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.524184 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.524687 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: l3_agent_scheduler Sep 23 13:16:17.525009 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: logging.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.526480 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.527028 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension logging not supported by any of loaded plugins Sep 23 13:16:17.527352 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: metering.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.528122 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.528690 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: metering Sep 23 13:16:17.529011 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.530110 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.530619 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: metering_source_and_destination_fields Sep 23 13:16:17.530938 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: multiprovidernet.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.531891 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.532397 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: multi-provider Sep 23 13:16:17.532746 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: netmtu.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.533649 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.534147 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: net-mtu Sep 23 13:16:17.534462 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: netmtu_writable.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.535433 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.535999 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: net-mtu-writable Sep 23 13:16:17.536312 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: network_availability_zone.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.536972 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.537467 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: network_availability_zone Sep 23 13:16:17.537781 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: network_ip_availability.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.538876 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.539380 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: network-ip-availability Sep 23 13:16:17.539707 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: network_segment_range.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.540518 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.541014 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 13:16:17.541331 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: pagination.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.542297 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.542623 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: pagination Sep 23 13:16:17.542939 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: port_device_profile.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.543862 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.544372 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: port-device-profile Sep 23 13:16:17.544691 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.545598 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.546109 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: port-mac-address-regenerate Sep 23 13:16:17.546421 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.547329 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.547861 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: port-numa-affinity-policy Sep 23 13:16:17.548215 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: port_resource_request.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.549231 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.549766 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 13:16:17.550085 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: portbindings.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.556420 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.556919 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: binding Sep 23 13:16:17.557240 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: portbindings_extended.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.558504 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.559014 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: binding-extended Sep 23 13:16:17.559422 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: portsecurity.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.560364 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.560870 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: port-security Sep 23 13:16:17.561191 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: project_id.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.562227 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.562554 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: project-id Sep 23 13:16:17.562873 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: providernet.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.563800 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.564305 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: provider Sep 23 13:16:17.564622 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.568839 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.569351 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos not supported by any of loaded plugins Sep 23 13:16:17.569680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.570915 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.571427 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 13:16:17.571783 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.572695 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.573200 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 13:16:17.573520 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos_default.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.574419 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.574923 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos-default not supported by any of loaded plugins Sep 23 13:16:17.575245 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos_fip.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.575938 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.576418 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos-fip not supported by any of loaded plugins Sep 23 13:16:17.576736 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos_gateway_ip.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.577646 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.578143 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 13:16:17.578493 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos_port_network_policy.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.579393 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.579918 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 13:16:17.580236 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos_pps_rule.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.581407 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.581916 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos-pps not supported by any of loaded plugins Sep 23 13:16:17.582787 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos_rule_type_details.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.583926 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.584439 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 13:16:17.584762 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: qos_rules_alias.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.585805 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.586351 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 13:16:17.586673 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: quotasv2.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.587579 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.587935 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: quotas Sep 23 13:16:17.588257 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: quotasv2_detail.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.593259 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.593606 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: quota_details Sep 23 13:16:17.593940 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: rbac.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.594989 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.595510 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: rbac-policies Sep 23 13:16:17.595905 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: rbac_address_group.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.596829 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.597339 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: rbac-address-group Sep 23 13:16:17.597658 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: rbac_address_scope.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.598589 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.599093 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: rbac-address-scope Sep 23 13:16:17.599412 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: rbac_security_groups.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.600336 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.600844 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: rbac-security-groups Sep 23 13:16:17.601161 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: rbac_subnetpool.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.602114 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.602621 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: rbac-subnetpool Sep 23 13:16:17.602941 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: revisionifmatch.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.603883 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.604391 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: revision-if-match Sep 23 13:16:17.604708 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: revisions.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.605816 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.606367 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: standard-attr-revisions Sep 23 13:16:17.606694 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: router_availability_zone.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.607368 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.607895 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: router_availability_zone Sep 23 13:16:17.608216 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: routerservicetype.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.609126 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.609628 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension router-service-type not supported by any of loaded plugins Sep 23 13:16:17.609945 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.610851 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.611353 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: security-groups-normalized-cidr Sep 23 13:16:17.611670 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: security_groups_port_filtering.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.612792 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.613182 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: port-security-groups-filtering Sep 23 13:16:17.613532 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.614437 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.614938 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: security-groups-remote-address-group Sep 23 13:16:17.615255 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: securitygroup.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.626497 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.627025 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: security-group Sep 23 13:16:17.627356 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: segment.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.628175 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.628679 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension segment not supported by any of loaded plugins Sep 23 13:16:17.629006 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.630506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.631002 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 13:16:17.631324 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: servicetype.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.632555 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.633066 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: service-type Sep 23 13:16:17.633409 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: sorting.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.634385 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.634712 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: sorting Sep 23 13:16:17.635032 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: standard_attr_segment.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.636001 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.636505 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 13:16:17.636824 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: standardattrdescription.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.637465 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.637963 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: standard-attr-description Sep 23 13:16:17.638281 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: stateful_security_group.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.639224 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.639750 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: stateful-security-group Sep 23 13:16:17.640073 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: stdattrs_common.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.640648 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 13:16:17.640964 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.641949 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.642461 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 13:16:17.642781 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: subnet_onboard.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.643880 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.644388 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: subnet_onboard Sep 23 13:16:17.645304 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.646235 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.646738 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 13:16:17.647063 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: subnet_service_types.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.648025 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.648556 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: subnet-service-types Sep 23 13:16:17.648877 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: subnetallocation.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.649988 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.650492 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: subnet_allocation Sep 23 13:16:17.650815 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.651477 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.652045 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: subnetpool-prefix-ops Sep 23 13:16:17.658486 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.659173 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.659704 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 13:16:17.660026 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: tagging.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.661480 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.661986 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: standard-attr-tag Sep 23 13:16:17.662310 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: timestamp.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.663514 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.664136 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loaded extension: standard-attr-timestamp Sep 23 13:16:17.664465 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: trunk.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.665489 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.665999 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension trunk not supported by any of loaded plugins Sep 23 13:16:17.666325 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: trunk_details.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.667239 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.667770 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension trunk-details not supported by any of loaded plugins Sep 23 13:16:17.668186 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: uplink_status_propagation.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.669104 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.669611 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 13:16:17.669932 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Loading extension file: vlantransparent.py {{(pid=94486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:16:17.670601 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:16:17.671104 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 13:16:17.673535 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:network Sep 23 13:16:17.674188 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:subnet Sep 23 13:16:17.674508 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:16:17.674899 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:port Sep 23 13:16:17.676320 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.676760 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service FLAVORS assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.677378 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.677813 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.678152 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:router Sep 23 13:16:17.678575 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:floatingip Sep 23 13:16:17.679082 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service METERING assigned prefix: /metering {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.680574 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.691051 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.691051 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:16:17.691051 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 13:16:17.691051 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:security_group Sep 23 13:16:17.691051 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 13:16:17.691051 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service CORE assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.691491 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:16:17.691491 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] subnetpool is already registered Sep 23 13:16:17.691491 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service CORE assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.691491 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:16:17.691491 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] subnetpool is already registered Sep 23 13:16:17.691491 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.691491 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service FLAVORS assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.691491 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.692935 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.692935 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:router Sep 23 13:16:17.692935 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] router is already registered Sep 23 13:16:17.692935 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:floatingip Sep 23 13:16:17.692935 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] floatingip is already registered Sep 23 13:16:17.692935 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service METERING assigned prefix: /metering {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.692935 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 13:16:17.692935 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] rbac_policy is already registered Sep 23 13:16:17.692935 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:security_group Sep 23 13:16:17.693542 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] security_group is already registered Sep 23 13:16:17.693626 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 13:16:17.693902 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] security_group_rule is already registered Sep 23 13:16:17.694511 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service CORE assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.694837 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:16:17.695168 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] subnetpool is already registered Sep 23 13:16:17.695579 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.resource_helper [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Service CORE assigned prefix: {{(pid=94486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:16:17.695926 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:16:17.696254 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING neutron.quota.resource_registry [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] subnetpool is already registered Sep 23 13:16:17.696712 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: extensions {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.698172 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: address-groups {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.699703 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: address-scopes {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.701044 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: agents {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.702216 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: auto-allocated-topology {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.703453 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: availability_zones {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.704712 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: dhcp-networks {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.706258 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: dhcp-agents {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.708330 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: routers {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.710632 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: flavors {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.711832 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: service_profiles {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.713039 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: next_providers {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.714489 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: service_profiles {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.716174 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: floatingip-pools {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.717402 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: routers {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.719520 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: floatingips {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.720918 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: l3-routers {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.722295 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: l3-agents {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.723773 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: metering-labels {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.725135 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: metering-label-rules {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.726408 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: network-ip-availabilities {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.727755 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: bindings {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.730429 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: quotas {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.731941 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: quotas {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.733362 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: rbac-policies {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.734559 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: security-groups {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.735942 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: security-group-rules {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.737239 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: service-providers {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.738486 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: subnetpools {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.739946 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: subnetpools {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.741402 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.743140 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.745037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.747111 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.748994 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.750876 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.759745 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.759745 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.759745 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.759745 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron.api.extensions [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Extended resource: tags {{(pid=94486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:16:17.764862 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING keystonemiddleware.auth_token [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 13:16:17.769693 dv-cinder-809201-2-iscsi neutron-server[94486]: WARNING keystonemiddleware.auth_token [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 13:16:17.778871 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_concurrency.lockutils [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Acquired lock "singleton_lock" {{(pid=94486) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 13:16:17.779341 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_concurrency.lockutils [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Releasing lock "singleton_lock" {{(pid=94486) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 13:16:17.780009 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO oslo_service.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Starting 2 workers Sep 23 13:16:17.784911 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Started child 94597 {{(pid=94486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:16:17.790089 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Started child 94598 {{(pid=94486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:16:17.791697 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO neutron.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 13:16:17.791891 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:17.792577 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Notify callbacks [] for process, before_spawn {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:17.793241 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [-] (94597) wsgi starting up on http://0.0.0.0:9696 Sep 23 13:16:17.794868 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO oslo_service.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Starting 1 workers Sep 23 13:16:17.795604 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:17.797020 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [-] (94598) wsgi starting up on http://0.0.0.0:9696 Sep 23 13:16:17.800258 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Started child 94599 {{(pid=94486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:16:17.800782 dv-cinder-809201-2-iscsi neutron-server[94486]: INFO oslo_service.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Starting 1 workers Sep 23 13:16:17.804439 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] calling RpcWorker wait() {{(pid=94599) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 13:16:17.804990 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] returning from RpcWorker wait() {{(pid=94599) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 13:16:17.805975 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Started child 94600 {{(pid=94486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:16:17.806254 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:17.806703 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:16:17.806803 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-65091f82-f99d-48b2-a635-5d80ed1dd9eb None None] Notify callbacks [] for process, after_spawn {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:17.808750 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94486) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 13:16:17.808958 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 13:16:17.809144 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 13:16:17.809363 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 13:16:17.809705 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 13:16:17.809871 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 13:16:17.810371 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.810640 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.810916 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.811164 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.811468 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.811556 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:17.812107 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.812338 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.812703 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.812933 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.813173 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.813344 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.813505 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.813738 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.813968 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.814279 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.814552 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.814784 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.815060 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.815228 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.815474 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.815749 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.815971 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.816227 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] debug = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.816475 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.817562 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.817788 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.818048 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.818267 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.818533 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.818804 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.819118 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.819305 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.819537 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.819809 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.820074 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.820303 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.820535 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.820753 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.821006 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.821239 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.821757 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] host = dv-cinder-809201-2-iscsi {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.821941 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.822156 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.822413 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.822655 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.822895 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.823136 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.823390 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.823701 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.823965 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.824192 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.828700 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.828700 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.828700 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.828700 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.828700 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_options = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.828700 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.828700 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.828700 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.829662 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.829662 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.829662 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.829662 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.829662 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.829662 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.829662 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.830556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.830556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.830556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.830556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.830556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.830556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.830556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.830556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.831506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.831506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.831506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.831506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.831506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.831506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.831506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.831506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.833055 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.833055 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.833055 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.833055 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.833055 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.833055 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.833738 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.833738 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.833738 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.834269 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.834269 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.834269 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.834630 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.834772 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.835043 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.835190 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.835404 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.835643 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.835900 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.836110 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.836321 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_json = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.836527 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.836783 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.837043 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.837270 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.837502 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.837712 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.837924 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.838169 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.838600 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.838907 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.839269 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.839646 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.840133 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.840551 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.840973 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.841258 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.841528 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.841780 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.842096 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.842321 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.842606 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.842824 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.843114 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.843435 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.843704 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.843985 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.844299 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.844459 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.844674 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.845955 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.846087 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:16:17.846391 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.846808 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.847081 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.847320 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.847564 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.850189 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.850506 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.850807 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.851078 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.851322 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.851588 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.851889 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.852120 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.852366 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.852594 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.852883 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.853114 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.853339 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.853570 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.853828 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.854075 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.854317 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.854570 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.854841 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.855102 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.855353 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.855579 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.855826 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.856053 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.856274 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.856513 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.856738 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.856998 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.857255 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.857481 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.857707 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.857924 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.858167 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.858429 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.858648 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.858877 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.859107 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.859313 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.859726 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.859872 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.860017 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.860240 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.860462 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.860719 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.860938 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.861154 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.861399 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.861809 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.861960 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.862086 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.862465 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.862598 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.862828 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.863046 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.863267 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.865370 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.865701 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.865942 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.866198 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.866434 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.866690 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.866978 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.869380 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.871634 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.871956 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.881776 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.881776 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.881776 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.881776 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.881776 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.881776 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.881776 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.881776 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.882822 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.882822 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.882822 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.882822 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.882822 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.882822 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.882822 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.882822 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.883447 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.883447 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.883447 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.883447 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.883447 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.883447 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.883447 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.883447 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.884921 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.884921 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.884921 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.884921 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.884921 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.884921 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.884921 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.885580 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.885716 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.885991 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.886249 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.886531 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.886790 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.887058 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.887297 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.887523 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.887843 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.888094 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.888324 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.888545 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.888782 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.889147 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.889383 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.889604 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.889824 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.890091 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.890356 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.890632 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.890933 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.891191 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.891429 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.891710 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.891944 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.892168 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.892418 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.892651 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.892869 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.893115 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.893351 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.893604 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.893821 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.894055 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.894291 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.894530 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.895258 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.895477 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.895712 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.895937 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.896188 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.896405 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.896627 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.896896 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.897142 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.897374 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.897615 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.897832 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.898085 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.898313 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.898583 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.898850 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.899070 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.899348 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.899602 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.899873 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.900112 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.900355 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.900577 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.900792 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.901006 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.901257 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.901472 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.901685 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.901912 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.902148 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.902403 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.902653 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.902992 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.903253 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.903505 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.903766 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.903987 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.904248 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.904468 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.904690 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.904929 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.905155 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.905397 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.905657 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.905882 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.906136 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.906351 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.906563 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.906796 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.907013 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.907224 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.907513 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.907802 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.908080 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.908343 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.914217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.914217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.914217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.914217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.914217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.914217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.914217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.914217 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.915113 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.915113 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.915113 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.915113 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.915113 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.915113 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.915113 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.915113 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.916603 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.916603 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.916603 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.916603 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.916603 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.917821 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.917821 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.918053 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.919514 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.919780 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.920073 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.920346 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.920576 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.920818 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.921172 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.921423 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.921744 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.922006 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.922241 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.922548 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.922813 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.923078 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.923343 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.923669 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.925399 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.925399 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.925399 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.925399 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.925399 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.925399 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.926031 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.926031 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.926204 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.926455 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.926849 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.927128 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.927413 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.927716 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.928257 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.928607 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.928900 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.929158 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.929490 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.929750 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.929982 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.930274 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.930547 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.930854 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.931079 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.931348 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.931581 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.931889 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.932201 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.932468 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.932762 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.932997 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.933237 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.933486 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.933786 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.933951 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 13:16:17.934537 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94486) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 13:16:17.934702 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 13:16:17.934953 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 13:16:17.935155 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 13:16:17.935332 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 13:16:17.935514 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 13:16:17.935798 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.935970 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.936206 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.936369 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.936531 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.936713 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.936873 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.937033 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.937193 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.937352 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.937514 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.937674 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.937833 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.937994 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.938154 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.938366 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.938592 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.938746 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.938913 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.939079 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.939237 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.939378 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.939550 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] debug = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.939758 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.939907 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.940975 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.941203 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.941875 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.942059 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.942309 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.942517 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.943358 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.943934 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.944091 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.944258 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.944480 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.945993 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.946208 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.947753 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.947988 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.948172 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] host = dv-cinder-809201-2-iscsi {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.948349 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.948524 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.948696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.948889 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.949068 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.949246 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.949431 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.949595 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.949764 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.949930 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.950089 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.950279 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.950521 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.950771 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.950771 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_options = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.951067 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.951067 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.951337 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.951337 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.952051 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.952051 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.952051 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.952051 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.952573 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.952573 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.952573 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.952573 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.953124 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.953124 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.953124 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.953124 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.953665 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.953665 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.953665 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.953665 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.954186 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.954186 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.954186 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.954583 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.954583 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.954583 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.955014 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.955014 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.955014 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.955399 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.955399 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.955738 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.955738 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.956097 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.956097 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.956412 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.956412 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.956674 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.956674 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.957076 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.957076 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.957076 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.957966 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.958119 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.958257 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.958395 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.958533 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_json = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.958680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.958820 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.958982 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.959128 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.959274 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.959413 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.959578 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.959773 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:16:17.959946 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.960119 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.960259 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.960419 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.960649 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.960877 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.960877 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.961146 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.961285 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.961423 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.961591 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.961735 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.961873 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.962011 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.962164 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.962314 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.962452 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.962610 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.962756 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.962903 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.963043 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.963181 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.963356 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.963502 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.963662 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.963934 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.964128 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.964333 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.964520 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.964707 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.964900 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.965094 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.965275 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.965462 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.965652 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.965861 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.966036 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.966226 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.966359 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.966555 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.966723 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.966888 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.967054 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.967219 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.967384 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.967548 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.967735 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.967902 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.968066 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.968229 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.968393 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.968556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.968720 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.968996 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.969165 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.969340 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.969503 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.969666 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.969828 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.970563 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.971266 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.971388 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.971552 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.971740 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.971907 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.972070 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.972280 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.972468 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.972632 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.972846 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.973514 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.973679 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.973842 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.974038 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.974155 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.974316 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.974478 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.974640 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.974802 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.974963 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.975126 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.975288 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.975450 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.975611 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.975846 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.976202 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.976308 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.976508 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.976686 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.976876 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.977068 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.977242 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.977412 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.977582 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.977751 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.977920 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.978082 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.978246 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.978410 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.978573 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.978734 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.978896 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.979061 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.979222 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.979384 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.979544 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.979728 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.979893 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.980053 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.980215 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.980374 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.980539 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.980698 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.980880 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.981345 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.981503 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.981681 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.981855 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.982021 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.987706 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.987706 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.987706 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.987706 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.987706 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.987706 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.987706 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.987706 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.995940 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.995940 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.995940 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.995940 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.995940 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.995940 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.995940 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.995940 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996386 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996386 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996386 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996386 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996386 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996386 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996386 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996386 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996819 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996819 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996819 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996819 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996819 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996819 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996819 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.996819 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997244 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997244 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997244 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997244 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997244 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997244 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997244 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997244 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.997680 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998122 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998122 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998122 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998122 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998122 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998122 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998122 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998122 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998545 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998545 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998545 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998545 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998545 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998545 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998545 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.998545 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999457 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999457 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999457 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999457 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999457 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999457 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999457 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999457 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999931 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999931 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999931 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999931 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999931 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999931 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999931 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:17.999931 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000346 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000346 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000346 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000346 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000346 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000346 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000346 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000346 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000767 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000767 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000767 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000767 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000767 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000767 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000767 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.000767 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001235 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001235 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001235 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001235 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001235 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001235 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001235 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001235 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.001696 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002117 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002117 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002117 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002117 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002117 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002117 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002117 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002117 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002535 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002535 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002651 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002785 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.002950 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.003110 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.003270 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.003443 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.003604 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.003793 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.003955 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.004204 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.004513 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.004513 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.004784 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.004784 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.005019 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.005142 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.005264 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.005389 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.005533 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.005694 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.005875 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.006017 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.006181 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.006309 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:16:18.006440 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.006565 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.006694 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.006817 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.006959 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.007119 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.007278 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.007437 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.007597 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.007775 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.007936 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.008097 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.008256 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.008415 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.008556 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.008719 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.008877 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.009037 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:16:18.009189 dv-cinder-809201-2-iscsi neutron-server[94486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 13:16:18.234499 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48254) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:16:18.243939 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072124 Sep 23 13:16:30.200949 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b9bd6-3e76-47ec-b34e-91980220179e None None] get_active_networks_info from dv-cinder-809201-2-iscsi {{(pid=94599) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 13:16:30.279003 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187b9bd6-3e76-47ec-b34e-91980220179e None None] No non-hosted networks {{(pid=94599) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 13:16:30.288554 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.agentschedulers_db [None req-187b9bd6-3e76-47ec-b34e-91980220179e None None] DHCP Agent not found on host dv-cinder-809201-2-iscsi {{(pid=94599) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 13:16:30.513604 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12c2a811-bdf9-4e59-b85e-caac612ef866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16331728'] for agent, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:32.672152 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7927de75-4a79-4e9b-8372-58b81c1b1940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16331728'] for agent, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:32.728349 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.db.api [None req-eb63c5c0-2ed0-4f75-81f1-a0ac7146448d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809201-2-iscsi {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:16:32.728961 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG oslo_db.api [None req-eb63c5c0-2ed0-4f75-81f1-a0ac7146448d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:16:33.214830 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16331728'] for agent, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:33.215903 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.216545 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.217104 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.217643 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.218305 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.218869 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.219413 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.220076 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.220645 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.221274 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.224363 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.224363 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:33.224363 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809201-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:16:33.244097 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809201-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:16:33.272879 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb63c5c0-2ed0-4f75-81f1-a0ac7146448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:33.923116 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16331728'] for agent, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:35.446278 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16331728'] for agent, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:36.635869 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48348) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:16:37.133290 dv-cinder-809201-2-iscsi neutron-server[94597]: WARNING oslo_policy.policy [None req-b5a012a2-274b-4097-9137-224a88ca108c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:16:37.133853 dv-cinder-809201-2-iscsi neutron-server[94597]: WARNING oslo_policy.policy [None req-b5a012a2-274b-4097-9137-224a88ca108c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:16:37.353459 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [None req-b5a012a2-274b-4097-9137-224a88ca108c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:16:37.354573 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-b5a012a2-274b-4097-9137-224a88ca108c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7177694 Sep 23 13:16:39.761029 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48362) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:16:39.885050 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.db.l3_hamode_db [None req-1ca25fdf-4d9d-4c26-b769-af884735b9d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 13:16:39.966684 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca25fdf-4d9d-4c26-b769-af884735b9d2 None None] Routers set() bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:16:39.967080 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca25fdf-4d9d-4c26-b769-af884735b9d2 None None] Router IDs set() for agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 13:16:40.081183 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-cd86e93f-c719-4a64-aac8-89dc1edba434 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:16:40.174456 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.policy [None req-cd86e93f-c719-4a64-aac8-89dc1edba434 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94597) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 13:16:40.218910 dv-cinder-809201-2-iscsi neutron-server[94597]: WARNING oslo_policy.policy [None req-cd86e93f-c719-4a64-aac8-89dc1edba434 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:16:40.219289 dv-cinder-809201-2-iscsi neutron-server[94597]: WARNING oslo_policy.policy [None req-cd86e93f-c719-4a64-aac8-89dc1edba434 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:16:40.228537 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.quota [None req-cd86e93f-c719-4a64-aac8-89dc1edba434 admin admin] Loaded quota_driver: . Sep 23 13:16:40.379427 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-cd86e93f-c719-4a64-aac8-89dc1edba434 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739783623715', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739783624400', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739783579442', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739783577238', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739784195496', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739783605625', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542906', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1011102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16707604', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16361790'] for rbac-policy, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:40.568038 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-cd86e93f-c719-4a64-aac8-89dc1edba434 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:40.569248 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-cd86e93f-c719-4a64-aac8-89dc1edba434 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8071666 Sep 23 13:16:43.148571 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48374) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:16:43.453213 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Request body: {'network': {'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'admin_state_up': True, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'name': 'private'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:16:43.647765 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Made reservation on behalf of c5a7b629c5044bbfb0c2909c586e7277 for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:16:43.650501 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:43.668453 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:43.787710 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:43.847825 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:43.871517 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=94597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:16:43.894605 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739780653707', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:43.895162 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Unsubscribe: segment precommit_create {{(pid=94597) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 13:16:43.895663 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Added segment bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91 of type vlan for network 305466bc-9440-437c-9973-416c4e96d20d Sep 23 13:16:43.901324 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35876be-80b8-4790-98a7-1d6f5817db1b,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:16:43.922513 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.922868 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.923203 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.923528 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.923870 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.924212 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.924529 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.925487 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.925898 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.926222 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.926531 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.926863 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Tracked resource versions report: Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: pushed versions: Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: { 'AddressGroup': {'1.2'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'ConntrackHelper': {'1.0'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Log': {'1.0'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Network': {'1.1'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Port': {'1.7'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'PortForwarding': {'1.2'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'QosPolicy': {'1.9'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SecurityGroup': {'1.4'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SubPort': {'1.0'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Subnet': {'1.1'}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Trunk': {'1.1'}} Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: consumer versions: Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: { DHCP agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: L3 agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: Metadata agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: Metering agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: Open vSwitch agent@dv-cinder-809201-2-iscsi: { 'AddressGroup': '1.2', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'ConntrackHelper': '1.0', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Log': '1.0', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Network': '1.1', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Port': '1.7', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'PortForwarding': '1.2', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'QosPolicy': '1.9', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SecurityGroup': '1.4', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SecurityGroupRule': '1.2', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SubPort': '1.0', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Subnet': '1.1', Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Trunk': '1.1'}} Sep 23 13:16:43.927977 dv-cinder-809201-2-iscsi neutron-server[94597]: {{(pid=94597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:16:44.013572 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:44.121795 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:44.122809 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:16:44.123445 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:44.216780 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] Pushing event updated for resources: {'Network': ['ID=305466bc-9440-437c-9973-416c4e96d20d,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:16:44.228577 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 305466bc-9440-437c-9973-416c4e96d20d details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:16:44.248390 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-34f28788-b0bc-4390-b929-fb41c6314189 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0987618 Sep 23 13:16:46.928768 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48388) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:16:47.431745 dv-cinder-809201-2-iscsi neutron-server[94598]: WARNING oslo_policy.policy [None req-e33e4c40-0f12-43ff-b392-19eb2e3ae49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:16:47.432304 dv-cinder-809201-2-iscsi neutron-server[94598]: WARNING oslo_policy.policy [None req-e33e4c40-0f12-43ff-b392-19eb2e3ae49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:16:47.881987 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.policy [None req-e33e4c40-0f12-43ff-b392-19eb2e3ae49f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94598) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 13:16:47.926486 dv-cinder-809201-2-iscsi neutron-server[94598]: WARNING oslo_policy.policy [None req-e33e4c40-0f12-43ff-b392-19eb2e3ae49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:16:47.926853 dv-cinder-809201-2-iscsi neutron-server[94598]: WARNING oslo_policy.policy [None req-e33e4c40-0f12-43ff-b392-19eb2e3ae49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:16:47.935552 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e4c40-0f12-43ff-b392-19eb2e3ae49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:16:47.937450 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-e33e4c40-0f12-43ff-b392-19eb2e3ae49f admin admin] 10.222.0.41 "GET /v2.0/networks/305466bc-9440-437c-9973-416c4e96d20d HTTP/1.1" status: 200 len: 825 time: 1.0066619 Sep 23 13:16:47.975796 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-646c465d-afc8-4da1-b947-6fc3f5d11e6f admin admin] 10.222.0.41 "GET /v2.0/subnetpools/f180f83f-36ca-4728-9d56-85c61de8650c HTTP/1.1" status: 200 len: 734 time: 0.0316095 Sep 23 13:16:47.985039 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Request body: {'subnet': {'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'subnetpool_id': 'f180f83f-36ca-4728-9d56-85c61de8650c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '305466bc-9440-437c-9973-416c4e96d20d', 'name': 'private-subnet'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:16:47.987488 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.quota [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Loaded quota_driver: . Sep 23 13:16:48.092920 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Made reservation on behalf of c5a7b629c5044bbfb0c2909c586e7277 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:16:48.095641 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:48.419144 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:48.492312 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Checking segment: {'id': 'bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '305466bc-9440-437c-9973-416c4e96d20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:16:48.492575 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Network hostable DHCP agents. Network: 305466bc-9440-437c-9973-416c4e96d20d, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:16:48.501466 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37aead29-1058-4209-96a6-e25e2dacfc50,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:16:48.519516 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.519907 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.520337 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.520620 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.520941 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.521282 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.521603 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.521918 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.522256 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.522571 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.522879 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.523188 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Tracked resource versions report: Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: pushed versions: Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: { 'AddressGroup': {'1.2'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'ConntrackHelper': {'1.0'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Log': {'1.0'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Network': {'1.1'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Port': {'1.7'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'PortForwarding': {'1.2'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'QosPolicy': {'1.9'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SecurityGroup': {'1.4'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SubPort': {'1.0'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Subnet': {'1.1'}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Trunk': {'1.1'}} Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: consumer versions: Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: { DHCP agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: L3 agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: Metadata agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: Metering agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: Open vSwitch agent@dv-cinder-809201-2-iscsi: { 'AddressGroup': '1.2', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'ConntrackHelper': '1.0', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Log': '1.0', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Network': '1.1', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Port': '1.7', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'PortForwarding': '1.2', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'QosPolicy': '1.9', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SecurityGroup': '1.4', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SecurityGroupRule': '1.2', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SubPort': '1.0', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Subnet': '1.1', Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Trunk': '1.1'}} Sep 23 13:16:48.524320 dv-cinder-809201-2-iscsi neutron-server[94598]: {{(pid=94598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:16:48.624643 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Network 305466bc-9440-437c-9973-416c4e96d20d is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:16:48.702208 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 305466bc-9440-437c-9973-416c4e96d20d) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:16:48.710684 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf4bbf-f3e9-4f6b-9da0-af22cbee552c None None] Network 305466bc-9440-437c-9973-416c4e96d20d requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:16:48.711146 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:16:48.711527 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:48.789146 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-153e98ac-8a89-440b-9c2f-6eb76431b32f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8073473 Sep 23 13:16:49.050848 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-305466bc-9440-437c-9973-416c4e96d20d', 'network_id': '305466bc-9440-437c-9973-416c4e96d20d', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'fixed_ips': [{'subnet_id': '37aead29-1058-4209-96a6-e25e2dacfc50'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:16:49.052140 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:49.327053 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Allocated IP 172.20.0.2 (305466bc-9440-437c-9973-416c4e96d20d/37aead29-1058-4209-96a6-e25e2dacfc50/af528fb9-ac0d-4a16-871d-a2eccd7f8313) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:16:49.555628 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:49.669385 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:49.736291 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Network 305466bc-9440-437c-9973-416c4e96d20d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:16:49.740930 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:16:49.754333 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:16:49.763506 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Pushing event updated for resources: {'Port': ['ID=af528fb9-ac0d-4a16-871d-a2eccd7f8313,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:16:49.791991 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.792338 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.792681 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.793011 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.793338 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.793656 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.793981 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.794303 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.794644 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.794967 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.795285 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.795601 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Tracked resource versions report: Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: pushed versions: Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: { 'AddressGroup': {'1.2'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'ConntrackHelper': {'1.0'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Log': {'1.0'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Network': {'1.1'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Port': {'1.7'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'PortForwarding': {'1.2'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'QosPolicy': {'1.9'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SecurityGroup': {'1.4'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SubPort': {'1.0'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Subnet': {'1.1'}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Trunk': {'1.1'}} Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: consumer versions: Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: { DHCP agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: L3 agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: Metadata agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: Metering agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: Open vSwitch agent@dv-cinder-809201-2-iscsi: { 'AddressGroup': '1.2', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'ConntrackHelper': '1.0', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Log': '1.0', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Network': '1.1', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Port': '1.7', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'PortForwarding': '1.2', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'QosPolicy': '1.9', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SecurityGroup': '1.4', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SecurityGroupRule': '1.2', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SubPort': '1.0', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Subnet': '1.1', Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Trunk': '1.1'}} Sep 23 13:16:49.796736 dv-cinder-809201-2-iscsi neutron-server[94599]: {{(pid=94599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:16:49.843593 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Attempting to bind port af528fb9-ac0d-4a16-871d-a2eccd7f8313 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:16:49.844023 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Attempting to bind port af528fb9-ac0d-4a16-871d-a2eccd7f8313 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '305466bc-9440-437c-9973-416c4e96d20d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:16:49.844439 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Attempting to bind port af528fb9-ac0d-4a16-871d-a2eccd7f8313 on network 305466bc-9440-437c-9973-416c4e96d20d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:16:49.849422 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:16:49.849829 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Checking segment: {'id': 'bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '305466bc-9440-437c-9973-416c4e96d20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:16:49.850286 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:49.850669 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Bound using segment: {'id': 'bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '305466bc-9440-437c-9973-416c4e96d20d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:16:49.851144 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Bound port: af528fb9-ac0d-4a16-871d-a2eccd7f8313, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '305466bc-9440-437c-9973-416c4e96d20d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:16:49.851577 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:49.912182 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] For port af528fb9-ac0d-4a16-871d-a2eccd7f8313, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:16:49.916375 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] For port af528fb9-ac0d-4a16-871d-a2eccd7f8313, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=af528fb9-ac0d-4a16-871d-a2eccd7f8313,segment=NetworkSegment(bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91),segment_id=bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:16:49.979176 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:50.046384 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e13c77-7216-41ef-8df1-ff7aa3b1e1c7 None None] Pushing event updated for resources: {'Port': ['ID=af528fb9-ac0d-4a16-871d-a2eccd7f8313,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:16:51.246150 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48408) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:16:51.635969 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [None req-30774351-1611-45cd-b4cf-12b21d75a5ff admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:16:51.637174 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-30774351-1611-45cd-b4cf-12b21d75a5ff admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3900785 Sep 23 13:16:54.073705 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48416) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:16:54.390247 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [None req-d5212f6e-02a5-42fc-a378-a00ed5212d8d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:16:54.391332 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-d5212f6e-02a5-42fc-a378-a00ed5212d8d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166723 Sep 23 13:16:57.051621 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48426) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:16:57.358017 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-09f641ea-c853-4643-bd1a-97487e1a8e84 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'name': 'router1'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:16:57.441966 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-09f641ea-c853-4643-bd1a-97487e1a8e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:57.443478 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-09f641ea-c853-4643-bd1a-97487e1a8e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:57.598773 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-09f641ea-c853-4643-bd1a-97487e1a8e84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:57.674761 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-09f641ea-c853-4643-bd1a-97487e1a8e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:57.807232 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-09f641ea-c853-4643-bd1a-97487e1a8e84 admin admin] Notify callbacks [] for router, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:57.808399 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-09f641ea-c853-4643-bd1a-97487e1a8e84 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7555172 Sep 23 13:16:58.644632 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116201ec-4d9f-4666-a5d5-592aff665cc0 None None] Network 305466bc-9440-437c-9973-416c4e96d20d requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:16:58.680635 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-bc27a05e-52f1-43d9-8e13-f07e6d218e08 None None] Provisioning complete for port af528fb9-ac0d-4a16-871d-a2eccd7f8313 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:16:58.681032 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc27a05e-52f1-43d9-8e13-f07e6d218e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:58.699372 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device af528fb9-ac0d-4a16-871d-a2eccd7f8313 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:16:58.934648 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port af528fb9-ac0d-4a16-871d-a2eccd7f8313 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:16:58.935029 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:58.978215 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc27a05e-52f1-43d9-8e13-f07e6d218e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:59.058075 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bc27a05e-52f1-43d9-8e13-f07e6d218e08 None None] For port af528fb9-ac0d-4a16-871d-a2eccd7f8313, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=af528fb9-ac0d-4a16-871d-a2eccd7f8313,segment=NetworkSegment(bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91),segment_id=bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:16:59.112740 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:59.128734 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc27a05e-52f1-43d9-8e13-f07e6d218e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:16:59.206831 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27a05e-52f1-43d9-8e13-f07e6d218e08 None None] Pushing event updated for resources: {'Port': ['ID=af528fb9-ac0d-4a16-871d-a2eccd7f8313,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:16:59.213562 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.db.api [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:16:59.213941 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG oslo_db.api [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:16:59.350001 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-657125eb-44b1-4444-a602-93c7e3dfad90 None None] Provisioning complete for port af528fb9-ac0d-4a16-871d-a2eccd7f8313 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:16:59.350371 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-657125eb-44b1-4444-a602-93c7e3dfad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:00.194038 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-01dc15e4-1877-4064-a127-0d8269fe4ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:00.229615 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48440) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:17:00.547709 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [None req-68f92468-ac17-4e0a-b8f3-0f48fca9ddd3 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:17:00.548723 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-68f92468-ac17-4e0a-b8f3-0f48fca9ddd3 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3182106 Sep 23 13:17:00.645687 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device af528fb9-ac0d-4a16-871d-a2eccd7f8313 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:17:00.701349 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port af528fb9-ac0d-4a16-871d-a2eccd7f8313 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:17:00.701728 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:02.630016 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4322f08-14ad-42c9-9cc1-a8c37d870927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:02.967957 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48448) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:17:03.207519 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.296084 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:17:03.401716 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Made reservation on behalf of 05175af865924d34894bce051912b125 for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:17:03.404015 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.413231 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.503974 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.596193 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.612339 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Reserving flat network on physical network physnet1 {{(pid=94597) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 13:17:03.631459 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37a58d6-5d2c-4071-84dc-89a5897679cf,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:03.637051 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.637387 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Added segment 34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95 of type flat for network 8f99a309-1fff-4426-afb2-2546e10f41c9 Sep 23 13:17:03.684043 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.806677 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.807618 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:17:03.808223 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.865381 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] Pushing event updated for resources: {'Network': ['ID=8f99a309-1fff-4426-afb2-2546e10f41c9,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:03.875169 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:17:03.889656 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:03.927599 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-66ded4fe-d30a-482b-b635-aa5036e2f91a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9585729 Sep 23 13:17:05.394440 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:06.340300 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48466) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:17:06.557162 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1229e97a-99f6-426c-8666-ed4ba48e1eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:17:06.558559 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-1229e97a-99f6-426c-8666-ed4ba48e1eb5 admin admin] 10.222.0.41 "GET /v2.0/subnets/37aead29-1058-4209-96a6-e25e2dacfc50 HTTP/1.1" status: 200 len: 849 time: 0.2172172 Sep 23 13:17:06.680597 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9fd4a4fc-d995-4493-9561-3400f2feef82 admin admin] 10.222.0.41 "GET /v2.0/routers/3be2beb2-6f22-411e-83da-2f56a48bf024 HTTP/1.1" status: 200 len: 704 time: 0.1158552 Sep 23 13:17:06.942662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:07.247445 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Allocated IP 172.20.0.1 (305466bc-9440-437c-9973-416c4e96d20d/37aead29-1058-4209-96a6-e25e2dacfc50/14106c66-c1cc-4508-b80d-0b46966e8440) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:17:07.428672 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:07.573178 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:07.649150 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Network 305466bc-9440-437c-9973-416c4e96d20d is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:17:07.658024 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:17:07.707875 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Pushing event updated for resources: {'Port': ['ID=14106c66-c1cc-4508-b80d-0b46966e8440,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:07.718598 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:17:07.719187 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:07.901239 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-219f9f19-8e26-4a52-8e84-8a7e0b9cb1f5 None None] Provisioning complete for port 14106c66-c1cc-4508-b80d-0b46966e8440 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:17:07.901809 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-219f9f19-8e26-4a52-8e84-8a7e0b9cb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:07.934650 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-219f9f19-8e26-4a52-8e84-8a7e0b9cb1f5 None None] Port 14106c66-c1cc-4508-b80d-0b46966e8440 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:17:07.994290 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:08.195427 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:08.258290 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:08.259062 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:08.319721 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Pushing event updated for resources: {'Port': ['ID=14106c66-c1cc-4508-b80d-0b46966e8440,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:08.385028 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Network 305466bc-9440-437c-9973-416c4e96d20d is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:17:08.386363 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:17:08.554347 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-e7710e61-a889-4996-8a85-c77de288f483 None None] Provisioning complete for port 14106c66-c1cc-4508-b80d-0b46966e8440 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:17:08.554716 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7710e61-a889-4996-8a85-c77de288f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:08.587509 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e7710e61-a889-4996-8a85-c77de288f483 None None] Port 14106c66-c1cc-4508-b80d-0b46966e8440 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:17:08.601351 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Router 3be2beb2-6f22-411e-83da-2f56a48bf024 is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:17:08.692109 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:17:08.699917 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-435fffc3-977a-425f-83b6-b85fde656a68 admin admin] 10.222.0.41 "PUT /v2.0/routers/3be2beb2-6f22-411e-83da-2f56a48bf024/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0114608 Sep 23 13:17:08.702087 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Sync routers for ids ['3be2beb2-6f22-411e-83da-2f56a48bf024'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:17:08.713747 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Routers {'3be2beb2-6f22-411e-83da-2f56a48bf024'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:17:08.714815 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:17:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['3be2beb2-6f22-411e-83da-2f56a48bf024'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:17:08.901135 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Set router 3be2beb2-6f22-411e-83da-2f56a48bf024 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:17:09.326659 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'name': 'router1', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:16:57Z', 'updated_at': '2021-09-23T13:17:07Z', 'revision_number': 2, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'gw_port_host': None, '_interfaces': [{'id': '14106c66-c1cc-4508-b80d-0b46966e8440', 'name': '', 'network_id': '305466bc-9440-437c-9973-416c4e96d20d', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'mac_address': 'fa:16:3e:4d:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:17:06Z', 'updated_at': '2021-09-23T13:17:08Z', 'revision_number': 2, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'subnets': [{'id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f180f83f-36ca-4728-9d56-85c61de8650c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:17:09.377412 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Checking router: 3be2beb2-6f22-411e-83da-2f56a48bf024 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:17:09.377778 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Updating router 3be2beb2-6f22-411e-83da-2f56a48bf024 port 14106c66-c1cc-4508-b80d-0b46966e8440 binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:17:09.424963 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:09.945258 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:10.012629 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:10.104507 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Pushing event updated for resources: {'Port': ['ID=14106c66-c1cc-4508-b80d-0b46966e8440,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:10.117599 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.117948 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.118287 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.118620 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.118945 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.119268 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.119586 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.119929 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.120522 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.120835 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.121148 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.121457 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Tracked resource versions report: Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: pushed versions: Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: { 'AddressGroup': {'1.2'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'ConntrackHelper': {'1.0'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Log': {'1.0'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Network': {'1.1'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Port': {'1.7'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'PortForwarding': {'1.2'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'QosPolicy': {'1.9'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SecurityGroup': {'1.4'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SubPort': {'1.0'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Subnet': {'1.1'}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Trunk': {'1.1'}} Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: consumer versions: Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: { DHCP agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: L3 agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: Metadata agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: Metering agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: Open vSwitch agent@dv-cinder-809201-2-iscsi: { 'AddressGroup': '1.2', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'ConntrackHelper': '1.0', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Log': '1.0', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Network': '1.1', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Port': '1.7', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'PortForwarding': '1.2', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'QosPolicy': '1.9', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SecurityGroup': '1.4', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SecurityGroupRule': '1.2', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SubPort': '1.0', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Subnet': '1.1', Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Trunk': '1.1'}} Sep 23 13:17:10.122564 dv-cinder-809201-2-iscsi neutron-server[94600]: {{(pid=94600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:17:10.199748 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Attempting to bind port 14106c66-c1cc-4508-b80d-0b46966e8440 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:17:10.200141 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Attempting to bind port 14106c66-c1cc-4508-b80d-0b46966e8440 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '305466bc-9440-437c-9973-416c4e96d20d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:17:10.200733 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Attempting to bind port 14106c66-c1cc-4508-b80d-0b46966e8440 on network 305466bc-9440-437c-9973-416c4e96d20d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:17:10.206398 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:17:10.206816 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Checking segment: {'id': 'bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '305466bc-9440-437c-9973-416c4e96d20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:17:10.207293 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:10.207727 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Bound using segment: {'id': 'bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '305466bc-9440-437c-9973-416c4e96d20d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:17:10.208348 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Bound port: 14106c66-c1cc-4508-b80d-0b46966e8440, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '305466bc-9440-437c-9973-416c4e96d20d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:17:10.208749 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:10.277597 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] For port 14106c66-c1cc-4508-b80d-0b46966e8440, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:17:10.297364 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] For port 14106c66-c1cc-4508-b80d-0b46966e8440, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=14106c66-c1cc-4508-b80d-0b46966e8440,segment=NetworkSegment(bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91),segment_id=bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:17:10.318238 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-00c52b44-8b65-47bf-b99b-d7acc2cdff2d None None] Provisioning complete for port 14106c66-c1cc-4508-b80d-0b46966e8440 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:17:10.318791 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-00c52b44-8b65-47bf-b99b-d7acc2cdff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:10.352583 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-00c52b44-8b65-47bf-b99b-d7acc2cdff2d None None] Port 14106c66-c1cc-4508-b80d-0b46966e8440 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:17:10.384866 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:10.445351 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Routers {'3be2beb2-6f22-411e-83da-2f56a48bf024'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:17:10.445351 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:17:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['3be2beb2-6f22-411e-83da-2f56a48bf024'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:17:10.449361 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b0a0b-4549-4180-aea4-20f41f79daf3 None None] Pushing event updated for resources: {'Port': ['ID=14106c66-c1cc-4508-b80d-0b46966e8440,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:10.540864 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] Set router 3be2beb2-6f22-411e-83da-2f56a48bf024 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:17:10.671733 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-85438ad1-0ea6-4104-975c-6d58187c8982 None None] Provisioning complete for port 14106c66-c1cc-4508-b80d-0b46966e8440 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:17:10.672546 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85438ad1-0ea6-4104-975c-6d58187c8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:10.754614 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85438ad1-0ea6-4104-975c-6d58187c8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:10.757648 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'name': 'router1', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:16:57Z', 'updated_at': '2021-09-23T13:17:07Z', 'revision_number': 2, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'gw_port_host': None, '_interfaces': [{'id': '14106c66-c1cc-4508-b80d-0b46966e8440', 'name': '', 'network_id': '305466bc-9440-437c-9973-416c4e96d20d', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'mac_address': 'fa:16:3e:4d:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:17:06Z', 'updated_at': '2021-09-23T13:17:10Z', 'revision_number': 4, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'subnets': [{'id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f180f83f-36ca-4728-9d56-85c61de8650c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:17:10.788078 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-85438ad1-0ea6-4104-975c-6d58187c8982 None None] For port 14106c66-c1cc-4508-b80d-0b46966e8440, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=14106c66-c1cc-4508-b80d-0b46966e8440,segment=NetworkSegment(bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91),segment_id=bf7ef60f-dfe4-4975-afbd-a40fa0ea1a91)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:17:10.789923 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab6ee9a-16c5-4acb-9d35-9849b8be12cc None None] The sync data for ids ['3be2beb2-6f22-411e-83da-2f56a48bf024'] in dv-cinder-809201-2-iscsi is: [{'id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'name': 'router1', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:16:57Z', 'updated_at': '2021-09-23T13:17:07Z', 'revision_number': 2, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'gw_port_host': None, '_interfaces': [{'id': '14106c66-c1cc-4508-b80d-0b46966e8440', 'name': '', 'network_id': '305466bc-9440-437c-9973-416c4e96d20d', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'mac_address': 'fa:16:3e:4d:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:17:06Z', 'updated_at': '2021-09-23T13:17:10Z', 'revision_number': 4, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'subnets': [{'id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f180f83f-36ca-4728-9d56-85c61de8650c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:17:10.858669 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85438ad1-0ea6-4104-975c-6d58187c8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:10.909778 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85438ad1-0ea6-4104-975c-6d58187c8982 None None] Pushing event updated for resources: {'Port': ['ID=14106c66-c1cc-4508-b80d-0b46966e8440,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:10.972623 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48488) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:17:11.087649 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a960cd-0d2d-449e-b705-333401207043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:17:11.088963 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-f2a960cd-0d2d-449e-b705-333401207043 admin admin] 10.222.0.41 "GET /v2.0/networks/8f99a309-1fff-4426-afb2-2546e10f41c9 HTTP/1.1" status: 200 len: 842 time: 0.1153684 Sep 23 13:17:11.099071 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:17:11.224206 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Made reservation on behalf of 05175af865924d34894bce051912b125 for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:17:11.226480 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:11.595536 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.objects.ports [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94597) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 13:17:11.596553 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:11.650237 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c03830-a5ba-4324-89d9-d6b5d2dd9968,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:11.664564 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:17:11.665108 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Network hostable DHCP agents. Network: 8f99a309-1fff-4426-afb2-2546e10f41c9, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:17:11.749970 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:17:11.818454 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 8f99a309-1fff-4426-afb2-2546e10f41c9) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:17:11.822555 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:17:11.823157 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:11.827621 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ed2844-97ae-49a1-850e-4b8e6981980b None None] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:17:11.933859 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-59c74f4c-c826-40dc-a2ca-6552e2273f1e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8383482 Sep 23 13:17:12.008311 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a7c4a6-998b-4699-a278-c9c9619c8ece None None] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:17:14.244849 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48496) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:17:14.443529 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-042dcf19-638f-4edc-86f1-7f4d0943a20a admin admin] 10.222.0.41 "GET /v2.0/routers/3be2beb2-6f22-411e-83da-2f56a48bf024 HTTP/1.1" status: 200 len: 710 time: 0.1967499 Sep 23 13:17:14.528199 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc490a6-a473-4155-aa4c-aca01bdd0540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:17:14.529468 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-1cc490a6-a473-4155-aa4c-aca01bdd0540 admin admin] 10.222.0.41 "GET /v2.0/networks/8f99a309-1fff-4426-afb2-2546e10f41c9 HTTP/1.1" status: 200 len: 886 time: 0.0804911 Sep 23 13:17:14.539137 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:17:14.839422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:15.156094 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:15.231889 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:15.332106 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Allocated IP 172.27.2.208 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/b25e074c-9a41-4a72-9ccc-bcc1b96bfd80) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:17:15.435444 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:15.533808 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:15.567904 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:17:15.571995 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:17:15.576098 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:17:15.585090 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Pushing event updated for resources: {'Port': ['ID=b25e074c-9a41-4a72-9ccc-bcc1b96bfd80,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:15.981128 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:16.270693 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16331406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16319262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-416'] for router, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:16.273956 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16331447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16331452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16319239'] for router, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:16.379444 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Router 3be2beb2-6f22-411e-83da-2f56a48bf024 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:17:16.484294 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:17:16.489260 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] Notify callbacks [] for router, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:16.490387 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-f460190c-6f50-43ca-b964-629edcdd20ba admin admin] 10.222.0.41 "PUT /v2.0/routers/3be2beb2-6f22-411e-83da-2f56a48bf024 HTTP/1.1" status: 200 len: 890 time: 1.9543824 Sep 23 13:17:16.672361 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 14106c66-c1cc-4508-b80d-0b46966e8440 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:17:16.728345 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 14106c66-c1cc-4508-b80d-0b46966e8440 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:17:16.728715 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:17.292636 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Sync routers for ids ['3be2beb2-6f22-411e-83da-2f56a48bf024'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:17:17.304221 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Routers {'3be2beb2-6f22-411e-83da-2f56a48bf024'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:17:17.305252 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:17:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['3be2beb2-6f22-411e-83da-2f56a48bf024'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:17:17.513883 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Set router 3be2beb2-6f22-411e-83da-2f56a48bf024 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:17:17.912515 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'name': 'router1', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b25e074c-9a41-4a72-9ccc-bcc1b96bfd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:16:57Z', 'updated_at': '2021-09-23T13:17:15Z', 'revision_number': 4, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'gw_port': {'id': 'b25e074c-9a41-4a72-9ccc-bcc1b96bfd80', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:17:15Z', 'updated_at': '2021-09-23T13:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': '14106c66-c1cc-4508-b80d-0b46966e8440', 'name': '', 'network_id': '305466bc-9440-437c-9973-416c4e96d20d', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'mac_address': 'fa:16:3e:4d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:17:06Z', 'updated_at': '2021-09-23T13:17:10Z', 'revision_number': 5, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'subnets': [{'id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f180f83f-36ca-4728-9d56-85c61de8650c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:17:17.965041 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Checking router: 3be2beb2-6f22-411e-83da-2f56a48bf024 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:17:17.965394 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Updating router 3be2beb2-6f22-411e-83da-2f56a48bf024 port b25e074c-9a41-4a72-9ccc-bcc1b96bfd80 binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:17:18.012148 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:18.404945 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:18.475158 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:18.527260 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3955285-c4b1-4994-a683-e3c6b7e3a2df None None] Pushing event updated for resources: {'Port': ['ID=b25e074c-9a41-4a72-9ccc-bcc1b96bfd80,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:18.529624 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Attempting to bind port b25e074c-9a41-4a72-9ccc-bcc1b96bfd80 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:17:18.529996 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Attempting to bind port b25e074c-9a41-4a72-9ccc-bcc1b96bfd80 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:17:18.530354 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Attempting to bind port b25e074c-9a41-4a72-9ccc-bcc1b96bfd80 on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:17:18.536866 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:17:18.537247 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:17:18.537649 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:18.538041 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:17:18.538504 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Bound port: b25e074c-9a41-4a72-9ccc-bcc1b96bfd80, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:17:18.538926 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:18.590735 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] For port b25e074c-9a41-4a72-9ccc-bcc1b96bfd80, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:17:18.593717 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] For port b25e074c-9a41-4a72-9ccc-bcc1b96bfd80, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b25e074c-9a41-4a72-9ccc-bcc1b96bfd80,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:17:18.698587 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:18.759866 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3955285-c4b1-4994-a683-e3c6b7e3a2df None None] Pushing event updated for resources: {'Port': ['ID=b25e074c-9a41-4a72-9ccc-bcc1b96bfd80,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:18.762540 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Routers {'3be2beb2-6f22-411e-83da-2f56a48bf024'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:17:18.763165 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:17:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['3be2beb2-6f22-411e-83da-2f56a48bf024'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:17:18.872734 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] Set router 3be2beb2-6f22-411e-83da-2f56a48bf024 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:17:18.921358 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 48508) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:17:19.038012 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c1ed0479-c319-45b7-a3e1-bb134e2526fe admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154375 Sep 23 13:17:19.088841 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'name': 'router1', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b25e074c-9a41-4a72-9ccc-bcc1b96bfd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:16:57Z', 'updated_at': '2021-09-23T13:17:15Z', 'revision_number': 4, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'gw_port': {'id': 'b25e074c-9a41-4a72-9ccc-bcc1b96bfd80', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:17:15Z', 'updated_at': '2021-09-23T13:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': '14106c66-c1cc-4508-b80d-0b46966e8440', 'name': '', 'network_id': '305466bc-9440-437c-9973-416c4e96d20d', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'mac_address': 'fa:16:3e:4d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:17:06Z', 'updated_at': '2021-09-23T13:17:10Z', 'revision_number': 5, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'subnets': [{'id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f180f83f-36ca-4728-9d56-85c61de8650c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:17:19.118889 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f72cc-065c-4566-a748-b6a9f01ba36a None None] The sync data for ids ['3be2beb2-6f22-411e-83da-2f56a48bf024'] in dv-cinder-809201-2-iscsi is: [{'id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'name': 'router1', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b25e074c-9a41-4a72-9ccc-bcc1b96bfd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:16:57Z', 'updated_at': '2021-09-23T13:17:15Z', 'revision_number': 4, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'gw_port': {'id': 'b25e074c-9a41-4a72-9ccc-bcc1b96bfd80', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:17:15Z', 'updated_at': '2021-09-23T13:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': '14106c66-c1cc-4508-b80d-0b46966e8440', 'name': '', 'network_id': '305466bc-9440-437c-9973-416c4e96d20d', 'tenant_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'mac_address': 'fa:16:3e:4d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be2beb2-6f22-411e-83da-2f56a48bf024', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:17:06Z', 'updated_at': '2021-09-23T13:17:10Z', 'revision_number': 5, 'project_id': 'c5a7b629c5044bbfb0c2909c586e7277', 'subnets': [{'id': '37aead29-1058-4209-96a6-e25e2dacfc50', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f180f83f-36ca-4728-9d56-85c61de8650c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:17:20.826853 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b25e074c-9a41-4a72-9ccc-bcc1b96bfd80 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:17:20.879633 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port b25e074c-9a41-4a72-9ccc-bcc1b96bfd80 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:17:20.879836 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:20.965265 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:20.987783 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port b25e074c-9a41-4a72-9ccc-bcc1b96bfd80, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b25e074c-9a41-4a72-9ccc-bcc1b96bfd80,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:17:21.067835 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:21.129370 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=b25e074c-9a41-4a72-9ccc-bcc1b96bfd80,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:17:22.683088 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b25e074c-9a41-4a72-9ccc-bcc1b96bfd80 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:17:22.765083 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port b25e074c-9a41-4a72-9ccc-bcc1b96bfd80 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:17:22.765389 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:30.147489 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70244ee2-0a87-4db4-8e29-cf6cf4502860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:30.869699 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 5 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:17:32.587305 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0d1f67f9-1a8c-4c00-a2c5-28094aeb517e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:33.206629 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:33.846728 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:17:35.407018 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:00.163572 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aac1-0611-4632-ad80-3b931ee86be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:02.577235 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f22377c-ea2a-43e6-a3aa-a44dea83630c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:03.163650 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:03.862741 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:05.405649 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:07.868349 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 5 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:18:30.156626 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-06da924a-4613-4ff8-abb3-56a41eda1056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:32.570280 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbacb027-16ec-4c6b-89c1-1dab382fde25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:33.185771 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:33.865238 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:35.410747 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:18:44.866954 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 5 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:18:58.383493 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49070) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:18:58.444703 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f56b3c-9d5a-4294-9a60-8b84593f2a79 admin admin] GET failed (client error): The resource could not be found. Sep 23 13:18:58.446070 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-e0f56b3c-9d5a-4294-9a60-8b84593f2a79 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615983 Sep 23 13:18:58.602872 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda65f61-1269-4256-a196-733218f9b76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:18:58.604292 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-fda65f61-1269-4256-a196-733218f9b76b admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1537240 Sep 23 13:19:00.218866 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2c70085-deff-4151-909e-c799da0b8a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:00.779316 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49080) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:00.872585 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08160f2c-fba0-4e5d-8186-a8b36cd8e4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:00.873957 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-08160f2c-fba0-4e5d-8186-a8b36cd8e4a2 admin admin] 10.222.0.41 "GET /v2.0/subnets/37aead29-1058-4209-96a6-e25e2dacfc50 HTTP/1.1" status: 200 len: 849 time: 0.0933595 Sep 23 13:19:00.883962 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:19:00.964846 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:01.166691 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739780595191'] for subnet, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:01.195174 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:01.195799 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:01.197656 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] 10.222.0.41 "PUT /v2.0/subnets/37aead29-1058-4209-96a6-e25e2dacfc50 HTTP/1.1" status: 200 len: 868 time: 0.3168073 Sep 23 13:19:01.201274 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f87b7-8778-478e-b81c-7765947e7458 None None] Network 305466bc-9440-437c-9973-416c4e96d20d requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:19:01.228418 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37aead29-1058-4209-96a6-e25e2dacfc50,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:19:01.230923 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.231307 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.231656 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.232066 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.233418 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.233418 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.233746 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.234041 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.234384 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.234717 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.235044 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.235366 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e32631-67d9-444e-8ed9-f363ac4a1054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:01.544512 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-84f54ea6-f6b3-49f5-8d26-af31968cf141 None None] Provisioning complete for port 14106c66-c1cc-4508-b80d-0b46966e8440 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:19:01.545255 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84f54ea6-f6b3-49f5-8d26-af31968cf141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:01.720113 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-84f54ea6-f6b3-49f5-8d26-af31968cf141 None None] Provisioning complete for port af528fb9-ac0d-4a16-871d-a2eccd7f8313 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:19:01.720489 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84f54ea6-f6b3-49f5-8d26-af31968cf141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:02.557978 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d72609d-3cb9-4f2c-bfbe-511b1f69240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:03.202095 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:03.389559 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49088) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:03.596276 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e867a0a-e5ef-434e-a856-feca97a11c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:03.596276 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e867a0a-e5ef-434e-a856-feca97a11c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:03.596595 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-2e867a0a-e5ef-434e-a856-feca97a11c73 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2060702 Sep 23 13:19:03.904917 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:05.423877 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:05.797909 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49098) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:05.995409 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3baa6a-5fb1-4123-9c84-bba285f66e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:05.995850 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3baa6a-5fb1-4123-9c84-bba285f66e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:05.997426 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-fa3baa6a-5fb1-4123-9c84-bba285f66e0a admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985519 Sep 23 13:19:08.191274 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49106) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:08.322711 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e383f-7603-4b8f-a188-7ba421e3ed2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:08.324365 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9c2e383f-7603-4b8f-a188-7ba421e3ed2d admin admin] 10.222.0.41 "GET /v2.0/networks/305466bc-9440-437c-9973-416c4e96d20d HTTP/1.1" status: 200 len: 869 time: 0.1319938 Sep 23 13:19:10.508608 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49114) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:10.679141 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa025b-5711-4ac7-bc08-b14908fa36a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:10.680592 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-4daa025b-5711-4ac7-bc08-b14908fa36a9 admin admin] 10.222.0.41 "GET /v2.0/networks/8f99a309-1fff-4426-afb2-2546e10f41c9 HTTP/1.1" status: 200 len: 886 time: 0.1710384 Sep 23 13:19:12.867335 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49122) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:12.990608 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550f724c-3e66-4511-8388-cf4948b38cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:12.990981 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550f724c-3e66-4511-8388-cf4948b38cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:12.992551 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-550f724c-3e66-4511-8388-cf4948b38cd0 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242507 Sep 23 13:19:15.204377 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49130) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:15.297196 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec01e21-c414-4c6c-bbf4-7cc09317ef8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:15.297662 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec01e21-c414-4c6c-bbf4-7cc09317ef8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:15.299165 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5ec01e21-c414-4c6c-bbf4-7cc09317ef8c admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0938528 Sep 23 13:19:17.491385 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49138) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:17.587758 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e14fb-a71a-4d45-bc03-7405e7486523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:17.589134 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-d81e14fb-a71a-4d45-bc03-7405e7486523 admin admin] 10.222.0.41 "GET /v2.0/subnets/37aead29-1058-4209-96a6-e25e2dacfc50 HTTP/1.1" status: 200 len: 868 time: 0.0967412 Sep 23 13:19:19.817158 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49146) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:19.908306 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9b8906-2736-40e1-8c72-c008decf0554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:19.909597 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-ab9b8906-2736-40e1-8c72-c008decf0554 admin admin] 10.222.0.41 "GET /v2.0/subnets/99c03830-a5ba-4324-89d9-d6b5d2dd9968 HTTP/1.1" status: 200 len: 816 time: 0.0915070 Sep 23 13:19:21.864587 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 5 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:19:30.143165 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e1186da0-14e7-417d-a5d0-e733c51342cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:32.566311 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f085f405-ea0f-4b70-b497-9db52a80d99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:33.171514 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:33.897547 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:35.474698 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:44.098613 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49200) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:44.146862 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [None req-96738a90-102b-4601-be1f-2411afe261f5 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:19:44.147889 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-96738a90-102b-4601-be1f-2411afe261f5 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483103 Sep 23 13:19:46.458925 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49208) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:46.519168 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e03c37-6549-45b4-944e-34fd1c9a21ff admin admin] GET failed (client error): The resource could not be found. Sep 23 13:19:46.520512 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-27e03c37-6549-45b4-944e-34fd1c9a21ff admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606475 Sep 23 13:19:46.609797 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4b8325-0de7-4bf8-8134-57b6dea161c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:46.611271 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-6e4b8325-0de7-4bf8-8134-57b6dea161c8 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861816 Sep 23 13:19:48.851650 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49216) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:48.899764 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:19:48.968046 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Made reservation on behalf of 05175af865924d34894bce051912b125 for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:19:48.970222 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:49.000282 dv-cinder-809201-2-iscsi neutron-server[94597]: WARNING neutron.services.revisions.revision_plugin [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Could not find related network for resource to bump revision. Sep 23 13:19:49.014813 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:19:49.026222 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:49.026222 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Added segment d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9 of type vlan for network 77b3e962-e33f-49ff-8ac1-c5586768e944 Sep 23 13:19:49.062062 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:49.165289 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:49.166245 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:49.166806 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:49.222536 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] Pushing event updated for resources: {'Network': ['ID=77b3e962-e33f-49ff-8ac1-c5586768e944,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:19:49.232745 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 77b3e962-e33f-49ff-8ac1-c5586768e944 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:19:49.275008 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-34964f76-cc29-4b92-b048-bae672d2a465 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4222419 Sep 23 13:19:51.495312 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49224) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:19:51.554688 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0195b4d2-f52c-4f20-8bbf-a17b07eb2870 admin admin] GET failed (client error): The resource could not be found. Sep 23 13:19:51.556015 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0195b4d2-f52c-4f20-8bbf-a17b07eb2870 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597382 Sep 23 13:19:51.717731 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425c6e3a-c852-4526-bd05-6ca9757bfc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:51.719247 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-425c6e3a-c852-4526-bd05-6ca9757bfc58 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1586623 Sep 23 13:19:51.729642 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:19:51.845274 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Made reservation on behalf of 05175af865924d34894bce051912b125 for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:19:51.847412 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:52.062555 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:52.115622 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0412a760-4d59-48f1-9269-66b7bc1e9c84,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:19:52.124114 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Checking segment: {'id': 'd435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:19:52.124463 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Network hostable DHCP agents. Network: 77b3e962-e33f-49ff-8ac1-c5586768e944, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:19:52.213476 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Network 77b3e962-e33f-49ff-8ac1-c5586768e944 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:19:52.282961 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 77b3e962-e33f-49ff-8ac1-c5586768e944) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:19:52.287183 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:19:52.287805 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:52.291821 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec9e1d-d773-4ada-ab13-b4d9ebfa7ebb None None] Network 77b3e962-e33f-49ff-8ac1-c5586768e944 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:19:52.377798 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-2bc5d258-0aba-46fc-96c5-262dd8b9cecf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6513367 Sep 23 13:19:52.441774 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-77b3e962-e33f-49ff-8ac1-c5586768e944', 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944', 'tenant_id': '05175af865924d34894bce051912b125', 'fixed_ips': [{'subnet_id': '0412a760-4d59-48f1-9269-66b7bc1e9c84'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:19:52.442708 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:52.584997 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Allocated IP 192.168.233.2 (77b3e962-e33f-49ff-8ac1-c5586768e944/0412a760-4d59-48f1-9269-66b7bc1e9c84/dc1f7bc3-2445-46b5-908c-854d4f351462) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:19:52.730158 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:52.851571 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:52.892369 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Network 77b3e962-e33f-49ff-8ac1-c5586768e944 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:19:52.895121 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:19:52.901508 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:19:52.904560 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Pushing event updated for resources: {'Port': ['ID=dc1f7bc3-2445-46b5-908c-854d4f351462,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:19:52.929059 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.929405 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.929749 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.930081 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.930432 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.930757 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.931082 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.931402 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.931767 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.932093 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.932408 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.932722 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:19:52.965572 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Attempting to bind port dc1f7bc3-2445-46b5-908c-854d4f351462 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:19:52.965937 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Attempting to bind port dc1f7bc3-2445-46b5-908c-854d4f351462 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'd435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:19:52.966298 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Attempting to bind port dc1f7bc3-2445-46b5-908c-854d4f351462 on network 77b3e962-e33f-49ff-8ac1-c5586768e944 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:19:52.972516 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:19:52.972820 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Checking segment: {'id': 'd435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:19:52.973220 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:52.973612 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Bound using segment: {'id': 'd435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:19:52.974070 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Bound port: dc1f7bc3-2445-46b5-908c-854d4f351462, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:19:52.974470 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:53.050890 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] For port dc1f7bc3-2445-46b5-908c-854d4f351462, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:19:53.054048 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] For port dc1f7bc3-2445-46b5-908c-854d4f351462, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=dc1f7bc3-2445-46b5-908c-854d4f351462,segment=NetworkSegment(d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9),segment_id=d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:19:53.151780 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:53.225075 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f57cbd-e3a3-41be-92ec-17afbe2fc6a8 None None] Pushing event updated for resources: {'Port': ['ID=dc1f7bc3-2445-46b5-908c-854d4f351462,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:19:54.055943 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49c4498-a2df-4100-96b5-9879078f80e8 None None] Network 77b3e962-e33f-49ff-8ac1-c5586768e944 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:19:54.133810 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-7f812740-0ace-47ab-a403-c23b5a8b5f5a None None] Provisioning complete for port dc1f7bc3-2445-46b5-908c-854d4f351462 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:19:54.134106 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f812740-0ace-47ab-a403-c23b5a8b5f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:54.270744 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f812740-0ace-47ab-a403-c23b5a8b5f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:54.310576 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-7f812740-0ace-47ab-a403-c23b5a8b5f5a None None] For port dc1f7bc3-2445-46b5-908c-854d4f351462, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=dc1f7bc3-2445-46b5-908c-854d4f351462,segment=NetworkSegment(d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9),segment_id=d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:19:54.402318 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f812740-0ace-47ab-a403-c23b5a8b5f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:54.459798 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f812740-0ace-47ab-a403-c23b5a8b5f5a None None] Pushing event updated for resources: {'Port': ['ID=dc1f7bc3-2445-46b5-908c-854d4f351462,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:19:54.523368 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-aeda9a1a-215e-4db1-9f73-508be9ef2068 None None] Provisioning complete for port dc1f7bc3-2445-46b5-908c-854d4f351462 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:19:54.523805 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aeda9a1a-215e-4db1-9f73-508be9ef2068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:54.809129 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device dc1f7bc3-2445-46b5-908c-854d4f351462 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:19:54.862829 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port dc1f7bc3-2445-46b5-908c-854d4f351462 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:19:54.863199 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:19:58.864073 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 5 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:20:00.182443 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6e4d0e0-00bc-4734-9943-b5829f885346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:02.565340 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13eb285a-5275-4621-b902-98723f4a8b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:03.170769 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:03.904843 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:05.413115 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:30.155215 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a31d3ebf-622c-49e5-9afe-3d45007fcc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:32.581377 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fc8870a-0d8a-48c4-b97b-a9f41818638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:33.178322 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:33.917831 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:35.417778 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:20:35.862262 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 5 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:21:00.171362 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-03a92fca-1f42-4b1e-9c10-0031112775aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:02.556979 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33505ea0-f7c2-47af-8613-3fcce1a6b56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:03.160214 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:03.894394 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:05.417576 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:12.861560 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 5 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:21:20.476698 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49276) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:21:20.482597 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [None req-2dcf1851-91b8-459b-b8f7-84a4a33b9f13 tempest-verify_tempest_config-1240901499 tempest-verify_tempest_config-1240901499-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:21:20.483568 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-2dcf1851-91b8-459b-b8f7-84a4a33b9f13 tempest-verify_tempest_config-1240901499 tempest-verify_tempest_config-1240901499-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058720 Sep 23 13:21:21.014599 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49294) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:21:21.115368 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:21.207162 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:21.287384 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:21.332196 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b9b863dd6e94a9394fc93fb8d2d7b4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3163178 Sep 23 13:21:21.333199 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed43421f-a9ae-472b-8af2-692efbbd7d20,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:21:21.334851 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49298) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:21:21.340313 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.340726 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.341053 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.341383 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.341706 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.342044 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.342368 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.342686 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.343026 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.343891 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.344199 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.344511 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aed88-88e5-4ec8-be3a-08cd7ddab486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.414552 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:21.434985 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:21.579566 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:21.582078 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:21.583288 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed43421f-a9ae-472b-8af2-692efbbd7d20 HTTP/1.1" status: 204 len: 168 time: 0.2473371 Sep 23 13:21:21.591105 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed43421f-a9ae-472b-8af2-692efbbd7d20,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:21:21.598407 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.598894 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.599339 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.599679 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.600171 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.600536 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.600865 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.601186 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.601524 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.601847 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.602228 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:21.602478 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da740a3d-94a9-4194-bc89-12dd838e9244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:21:30.149903 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c470f4d3-3fe1-4f5e-a2a3-73e2cd7fcf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:32.582085 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-410bfcc2-2a10-4653-8694-5f3b67ed9258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:33.144534 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:33.875600 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:35.427899 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:21:49.860300 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 5 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:22:00.170228 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f69f59b2-2fff-482a-be62-9caec0844aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:02.569920 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b137fcc1-3433-46b0-8330-5901a5a3ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:03.171675 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:03.935025 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:05.480172 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:26.859012 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 5 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:22:30.168325 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78bdcbf3-a838-460a-8a4a-c235046e04cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:32.552933 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ece236df-4a5d-4fbc-9b0d-3de34eedc26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:33.156717 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:33.913517 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:35.427299 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:22:57.552317 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16331728'] for agent, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:00.156060 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bfcf681-1812-4940-a368-8d38f395d6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:02.598090 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b15a6a48-b25f-4521-8386-a680455fc652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:03.161436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:03.858165 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:23:03.944932 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:05.437783 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:12.631326 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49374) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:23:12.733980 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-bebb082e-873b-4bc5-8ef2-43d1e48b5b41 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1015508 Sep 23 13:23:14.937004 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49384) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:23:14.990901 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-67e90971-71e8-405a-9e90-50ec7e0435a1 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528572 Sep 23 13:23:27.528432 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:30.145466 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fb67b7a-cf9e-4492-9b9f-db0c844df82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:32.585308 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6a74f5c-51e5-45a4-baa3-a6ef6f01e1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:33.168194 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:33.922533 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:35.431205 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:23:40.857700 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:23:57.512236 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:00.176742 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fe1d-910d-4e31-acf2-bd9a95d3e177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:02.582814 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f662bb9a-9926-4018-beae-93ad59bd83f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:03.195966 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:03.961312 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:05.439720 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:17.855962 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:24:27.541749 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:30.177583 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-45fcab93-51be-4e28-8107-ea061e2c5c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:32.577166 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43fa28f5-39ab-4cbc-953f-9a618bada73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:33.177251 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:33.914721 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:35.451614 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:45.897925 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49602) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:45.957276 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49610) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:46.097746 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49626) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:46.185234 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1553163951-network', 'tenant_id': '8f169ca44d354fa6bf62e88c4840baf4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:46.229270 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1670954627-network', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:46.320751 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Made reservation on behalf of 8f169ca44d354fa6bf62e88c4840baf4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:24:46.323366 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.338460 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.445837 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Made reservation on behalf of 4e315fe5e2004195a56d16354b14a9f4 for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:24:46.448200 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.456931 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.536073 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.545338 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-861186201-network', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:46.626925 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.647626 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:24:46.675159 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8cfd4d-7aed-464a-aa27-2967488e15ed,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:46.689057 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739780653707', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.689602 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Unsubscribe: segment precommit_create {{(pid=94598) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 13:24:46.690085 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Added segment 2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c of type vlan for network 17397a0e-c648-4d1e-90a4-bf04d7dfabe4 Sep 23 13:24:46.739234 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.739509 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.744251 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.744616 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.744957 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.745287 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.745881 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.746228 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.746721 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.747051 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.747397 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.747780 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.748076 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.748396 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Tracked resource versions report: Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: pushed versions: Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: { 'AddressGroup': {'1.2'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'ConntrackHelper': {'1.0'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Log': {'1.0'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Network': {'1.1'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Port': {'1.7'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'PortForwarding': {'1.2'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'QosPolicy': {'1.9'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SecurityGroup': {'1.4'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SubPort': {'1.0'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Subnet': {'1.1'}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Trunk': {'1.1'}} Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: consumer versions: Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: { DHCP agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: HyperV agent@hv-cinder-80920: {}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: L3 agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: Metadata agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: Metering agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: Open vSwitch agent@dv-cinder-809201-2-iscsi: { 'AddressGroup': '1.2', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'ConntrackHelper': '1.0', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Log': '1.0', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Network': '1.1', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Port': '1.7', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'PortForwarding': '1.2', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'QosPolicy': '1.9', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SecurityGroup': '1.4', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SecurityGroupRule': '1.2', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'SubPort': '1.0', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Subnet': '1.1', Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: 'Trunk': '1.1'}} Sep 23 13:24:46.749457 dv-cinder-809201-2-iscsi neutron-server[94598]: {{(pid=94598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:24:46.862248 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.890572 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:24:46.891287 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.892573 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:24:46.892831 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4eb1f7-a456-4354-9d57-ec08789d0840,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:46.893103 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.903475 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.903860 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.904208 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.904545 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.904873 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.905407 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.905743 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.906276 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.906620 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.907117 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.907445 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.907789 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Tracked resource versions report: Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: pushed versions: Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: { 'AddressGroup': {'1.2'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'ConntrackHelper': {'1.0'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Log': {'1.0'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Network': {'1.1'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Port': {'1.7'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'PortForwarding': {'1.2'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'QosPolicy': {'1.9'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SecurityGroup': {'1.4'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SubPort': {'1.0'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Subnet': {'1.1'}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Trunk': {'1.1'}} Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: consumer versions: Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: { DHCP agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: HyperV agent@hv-cinder-80920: {}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: L3 agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: Metadata agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: Metering agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: Open vSwitch agent@dv-cinder-809201-2-iscsi: { 'AddressGroup': '1.2', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'ConntrackHelper': '1.0', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Log': '1.0', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Network': '1.1', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Port': '1.7', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'PortForwarding': '1.2', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'QosPolicy': '1.9', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SecurityGroup': '1.4', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SecurityGroupRule': '1.2', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'SubPort': '1.0', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Subnet': '1.1', Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: 'Trunk': '1.1'}} Sep 23 13:24:46.909639 dv-cinder-809201-2-iscsi neutron-server[94597]: {{(pid=94597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:24:46.918383 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:46.919023 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Added segment 55daa7b2-c545-45aa-aae4-341a69a42841 of type vlan for network a8499643-6d33-484f-9958-41d85f2a2feb Sep 23 13:24:46.964396 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.005074 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] Pushing event updated for resources: {'Network': ['ID=17397a0e-c648-4d1e-90a4-bf04d7dfabe4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:47.024805 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Made reservation on behalf of 1fd42d254cfa431da323daa7fa560f79 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:24:47.027125 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.032514 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 17397a0e-c648-4d1e-90a4-bf04d7dfabe4 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:24:47.051033 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.102137 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.107140 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:24:47.107140 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.175883 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-1b6fd4c7-2080-40cc-832d-5f4e583c4e8d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2767770 Sep 23 13:24:47.211447 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] Pushing event updated for resources: {'Network': ['ID=a8499643-6d33-484f-9958-41d85f2a2feb,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:47.214481 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49666) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:47.223810 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network a8499643-6d33-484f-9958-41d85f2a2feb details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:24:47.227524 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Request body: {'subnet': {'network_id': '17397a0e-c648-4d1e-90a4-bf04d7dfabe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1553163951-subnet', 'tenant_id': '8f169ca44d354fa6bf62e88c4840baf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:47.271854 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.343105 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.368311 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:24:47.384807 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a59774b-8e01-4841-8e4a-96531c0400c6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:47.399199 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.399199 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Added segment 9a63dbbf-7000-4ccf-a317-8d9a43431faa of type vlan for network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c Sep 23 13:24:47.442996 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.498413 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-e5e56640-9fa0-4e20-980d-abb6531ed486 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5393100 Sep 23 13:24:47.499036 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49684) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:47.509722 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Request body: {'subnet': {'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1670954627-subnet', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:47.553936 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.554669 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:24:47.555254 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.640879 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:47.649727 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Made reservation on behalf of 8f169ca44d354fa6bf62e88c4840baf4 for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:24:47.651623 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:24:47.652884 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.769683 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-67cd49a2-a278-4d6d-b6f3-96af453bc8e9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6708522 Sep 23 13:24:47.770648 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49706) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:47.776905 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Request body: {'subnet': {'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-subnet', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:47.913020 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:47.989277 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Checking segment: {'id': '2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '17397a0e-c648-4d1e-90a4-bf04d7dfabe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:24:47.989277 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Network hostable DHCP agents. Network: 17397a0e-c648-4d1e-90a4-bf04d7dfabe4, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:24:47.991757 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Pushing event updated for resources: {'Subnet': ['ID=850173b1-782a-4972-a1b5-b3c778782c6c,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:48.023562 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Made reservation on behalf of 4e315fe5e2004195a56d16354b14a9f4 for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:24:48.026603 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:48.103438 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Network 17397a0e-c648-4d1e-90a4-bf04d7dfabe4 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:24:48.125180 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Made reservation on behalf of 1fd42d254cfa431da323daa7fa560f79 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:24:48.127516 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:48.185198 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 17397a0e-c648-4d1e-90a4-bf04d7dfabe4) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:48.210245 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45af14a-b482-4302-b9ae-4972ecaa1a24 None None] Network 17397a0e-c648-4d1e-90a4-bf04d7dfabe4 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:24:48.230252 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:24:48.237912 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:48.345911 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-69f21571-1c8a-4afa-98af-03df48ae065c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1296978 Sep 23 13:24:48.399365 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8505f2ef-0f08-4f2e-9c7e-79aadc9d7a15 None None] Network 17397a0e-c648-4d1e-90a4-bf04d7dfabe4 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:24:48.411563 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:48.470800 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b587dcf-4e18-4711-9334-d4a55df4a689,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:48.483143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Checking segment: {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:24:48.483143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Network hostable DHCP agents. Network: a8499643-6d33-484f-9958-41d85f2a2feb, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:24:48.502672 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:48.586576 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efccfe76-b713-4981-9223-c73ce88397af,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:48.593661 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Checking segment: {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:24:48.594014 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Network hostable DHCP agents. Network: cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:24:48.620984 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49728) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:48.662703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Network a8499643-6d33-484f-9958-41d85f2a2feb is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:24:48.704273 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:24:48.789134 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, a8499643-6d33-484f-9958-41d85f2a2feb) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:48.789463 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:48.794963 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:24:48.796256 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:48.798747 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:24:48.799319 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:48.806749 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f77107-b872-4475-8394-ae604e24af1c None None] Network a8499643-6d33-484f-9958-41d85f2a2feb requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:24:48.835722 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebddc6c7-cbfc-43c0-8edb-5fe8367754d5 None None] Network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:24:48.961011 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-a2849d22-7cbf-4943-8ad7-9f7c3593e296 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1890910 Sep 23 13:24:48.964018 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49748) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:48.968296 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49750) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:48.969276 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-e7595d28-1205-4b5a-995a-d5c33897595e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4662738 Sep 23 13:24:48.972976 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:48.980660 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:49.021190 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49754) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:49.076231 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13758b09-1935-44e2-8e51-d4343e7f7ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.116986 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7b9123ef-220a-4d21-b95d-f9763379c708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.131727 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.133373 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.158568 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdef551-7b17-472b-9fe0-2f97519d3a1f None None] Network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:24:49.272872 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-a8499643-6d33-484f-9958-41d85f2a2feb', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:24:49.276095 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.341163 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.db.api [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 13:24:49.341163 dv-cinder-809201-2-iscsi neutron-server[94598]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 13:24:49.341163 dv-cinder-809201-2-iscsi neutron-server[94598]: [parameters: {'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'id': '5328fafa-d220-4a3b-b640-cccc52a80960', 'expiration': datetime.datetime(2021, 9, 23, 13, 26, 49, 305782)}] Sep 23 13:24:49.341163 dv-cinder-809201-2-iscsi neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:24:49.341529 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG oslo_db.api [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:24:49.369767 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.374047 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.db.api [None req-13758b09-1935-44e2-8e51-d4343e7f7ddd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 13:24:49.374047 dv-cinder-809201-2-iscsi neutron-server[94598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 13:24:49.374047 dv-cinder-809201-2-iscsi neutron-server[94598]: [parameters: {'project_id_1': 'f1a102173bbc4e63945fe8bd06240da9', 'expiration_1': datetime.datetime(2021, 9, 23, 13, 24, 29, 92354)}] Sep 23 13:24:49.374047 dv-cinder-809201-2-iscsi neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:24:49.374047 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG oslo_db.api [None req-13758b09-1935-44e2-8e51-d4343e7f7ddd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:24:49.433320 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7b9123ef-220a-4d21-b95d-f9763379c708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.492288 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7b9123ef-220a-4d21-b95d-f9763379c708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.547204 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9123ef-220a-4d21-b95d-f9763379c708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd70adbe-36db-4c97-8000-505ec27421fe,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:49.551825 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-7b9123ef-220a-4d21-b95d-f9763379c708 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=465e1e8c719442909ca7242e1874a267&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5275135 Sep 23 13:24:49.554673 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49778) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:49.568075 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Allocated IP 172.20.0.2 (a8499643-6d33-484f-9958-41d85f2a2feb/0b587dcf-4e18-4711-9334-d4a55df4a689/d720c503-00af-40a3-ac50-91f9edc00a56) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:24:49.651000 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9254bbee-f30d-4a70-89fb-25ccadfdb088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.685472 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9254bbee-f30d-4a70-89fb-25ccadfdb088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.738413 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49802) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:49.741045 dv-cinder-809201-2-iscsi neutron-server[94597]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 13:24:49.827211 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.876602 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.879865 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13758b09-1935-44e2-8e51-d4343e7f7ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:49.955764 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0543e1cb-48ea-4da2-8fb6-5fa656b7bbce tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:24:49.957136 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0543e1cb-48ea-4da2-8fb6-5fa656b7bbce tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/networks?id=17397a0e-c648-4d1e-90a4-bf04d7dfabe4 HTTP/1.1" status: 200 len: 812 time: 0.2177753 Sep 23 13:24:49.973599 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-1546b133-a5c0-403d-8995-90c573a4ec98 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/quotas/8f169ca44d354fa6bf62e88c4840baf4 HTTP/1.1" status: 200 len: 375 time: 0.0097597 Sep 23 13:24:49.977555 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.013935 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Network a8499643-6d33-484f-9958-41d85f2a2feb is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:24:50.016929 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:50.019471 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:24:50.029402 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.031758 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.033604 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-5c68ae69-63f9-4393-b721-ca2019116c97 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f169ca44d354fa6bf62e88c4840baf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525546 Sep 23 13:24:50.034345 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9254bbee-f30d-4a70-89fb-25ccadfdb088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.034510 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Pushing event updated for resources: {'Port': ['ID=d720c503-00af-40a3-ac50-91f9edc00a56,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:50.037171 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9254bbee-f30d-4a70-89fb-25ccadfdb088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.038930 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9254bbee-f30d-4a70-89fb-25ccadfdb088 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd70adbe-36db-4c97-8000-505ec27421fe HTTP/1.1" status: 204 len: 168 time: 0.4831803 Sep 23 13:24:50.047791 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254bbee-f30d-4a70-89fb-25ccadfdb088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd70adbe-36db-4c97-8000-505ec27421fe,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:50.078713 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.079040 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.079381 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.079744 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.080089 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.083137 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.083137 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.083137 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.083137 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.083137 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.083137 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.083137 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Tracked resource versions report: Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: pushed versions: Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: { 'AddressGroup': {'1.2'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'ConntrackHelper': {'1.0'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Log': {'1.0'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Network': {'1.1'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Port': {'1.7'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'PortForwarding': {'1.2'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'QosPolicy': {'1.9'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SecurityGroup': {'1.4'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SubPort': {'1.0'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Subnet': {'1.1'}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Trunk': {'1.1'}} Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: consumer versions: Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: { DHCP agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: HyperV agent@hv-cinder-80920: {}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: L3 agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: Metadata agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: Metering agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: Open vSwitch agent@dv-cinder-809201-2-iscsi: { 'AddressGroup': '1.2', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'ConntrackHelper': '1.0', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Log': '1.0', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Network': '1.1', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Port': '1.7', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'PortForwarding': '1.2', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'QosPolicy': '1.9', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SecurityGroup': '1.4', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SecurityGroupRule': '1.2', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'SubPort': '1.0', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Subnet': '1.1', Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: 'Trunk': '1.1'}} Sep 23 13:24:50.083926 dv-cinder-809201-2-iscsi neutron-server[94599]: {{(pid=94599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:24:50.120965 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Attempting to bind port d720c503-00af-40a3-ac50-91f9edc00a56 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:24:50.121341 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Attempting to bind port d720c503-00af-40a3-ac50-91f9edc00a56 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:24:50.121703 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Attempting to bind port d720c503-00af-40a3-ac50-91f9edc00a56 on network a8499643-6d33-484f-9958-41d85f2a2feb {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:24:50.126904 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:24:50.127283 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Checking segment: {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:24:50.127678 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.128094 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Bound using segment: {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:24:50.128553 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Bound port: d720c503-00af-40a3-ac50-91f9edc00a56, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:24:50.129148 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.144531 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.245284 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] For port d720c503-00af-40a3-ac50-91f9edc00a56, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:24:50.249267 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-2d1c0b38-96b2-486a-87fe-03e7d03b448a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:24:50.250640 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-2d1c0b38-96b2-486a-87fe-03e7d03b448a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0799451 Sep 23 13:24:50.251201 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] For port d720c503-00af-40a3-ac50-91f9edc00a56, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=d720c503-00af-40a3-ac50-91f9edc00a56,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:24:50.297744 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13758b09-1935-44e2-8e51-d4343e7f7ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.361652 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-f93b0c9b-c170-41e1-a0a1-75bf7b949911 service neutron] 10.222.0.41 "GET /v2.0/networks/17397a0e-c648-4d1e-90a4-bf04d7dfabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033072 Sep 23 13:24:50.369916 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.409975 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13758b09-1935-44e2-8e51-d4343e7f7ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.435529 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d612c-6810-4a07-9459-ab07d7eacf71 None None] Pushing event updated for resources: {'Port': ['ID=d720c503-00af-40a3-ac50-91f9edc00a56,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:50.518791 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-fa5aa068-83ef-453c-889e-8ae98c2db33e service neutron] 10.222.0.41 "GET /v2.0/networks/17397a0e-c648-4d1e-90a4-bf04d7dfabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427221 Sep 23 13:24:50.519343 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.527677 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-13758b09-1935-44e2-8e51-d4343e7f7ddd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1a102173bbc4e63945fe8bd06240da9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9056320 Sep 23 13:24:50.530628 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49820) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:50.621200 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0baf2832-f3a9-472f-8e8f-5020c22ca6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.622537 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13758b09-1935-44e2-8e51-d4343e7f7ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc5f28d-a57d-4119-83e4-50c0c6a02c26,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:50.649325 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0baf2832-f3a9-472f-8e8f-5020c22ca6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.688398 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.719645 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.804304 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0baf2832-f3a9-472f-8e8f-5020c22ca6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.807746 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0baf2832-f3a9-472f-8e8f-5020c22ca6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:50.811273 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0baf2832-f3a9-472f-8e8f-5020c22ca6fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfc5f28d-a57d-4119-83e4-50c0c6a02c26 HTTP/1.1" status: 204 len: 168 time: 0.2765849 Sep 23 13:24:50.821915 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf2832-f3a9-472f-8e8f-5020c22ca6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc5f28d-a57d-4119-83e4-50c0c6a02c26,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:51.042596 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49850) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:51.062628 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device d720c503-00af-40a3-ac50-91f9edc00a56 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:24:51.104667 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6bee4849-e23a-4c86-b6d6-3d593abb2c35 req-81bc4617-a4bf-4eab-9893-0247ccbcdd58 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.1179078 Sep 23 13:24:51.117531 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-875485ea-cea0-47ef-bba8-ce2da5e0b3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.160685 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port d720c503-00af-40a3-ac50-91f9edc00a56 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:24:51.161951 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.259855 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Allocated IP 172.27.2.172 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/ef56ee15-0e9c-4a6a-9459-79afc16fbb4c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:24:51.281773 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.310196 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.351918 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.369554 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port d720c503-00af-40a3-ac50-91f9edc00a56, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=d720c503-00af-40a3-ac50-91f9edc00a56,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:24:51.484037 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.538385 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.547796 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-875485ea-cea0-47ef-bba8-ce2da5e0b3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.586988 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=d720c503-00af-40a3-ac50-91f9edc00a56,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:51.639874 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-875485ea-cea0-47ef-bba8-ce2da5e0b3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.680417 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-875485ea-cea0-47ef-bba8-ce2da5e0b3d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07885536e40e4b6daa54826638cbbf4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6358998 Sep 23 13:24:51.681379 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875485ea-cea0-47ef-bba8-ce2da5e0b3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c00ca40-7082-47eb-a45c-29b46852e32e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:51.683139 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49882) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:51.733085 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c2c64d5f-654a-4aff-accc-7825f0a97f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.755761 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c2c64d5f-654a-4aff-accc-7825f0a97f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.765260 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.844964 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c2c64d5f-654a-4aff-accc-7825f0a97f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.847551 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c2c64d5f-654a-4aff-accc-7825f0a97f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:51.851857 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c2c64d5f-654a-4aff-accc-7825f0a97f81 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c00ca40-7082-47eb-a45c-29b46852e32e HTTP/1.1" status: 204 len: 168 time: 0.1672571 Sep 23 13:24:51.860174 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c64d5f-654a-4aff-accc-7825f0a97f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c00ca40-7082-47eb-a45c-29b46852e32e,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:51.910334 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a276b4-4fc1-4b4c-911f-2710872e8138 None None] Network a8499643-6d33-484f-9958-41d85f2a2feb requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:24:51.970873 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49892) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:51.984887 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-86a637a2-4fcc-48c5-9887-0a0781d1967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.022424 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a469c418-a90b-44ae-a462-086dfee20c59 None None] Provisioning complete for port d720c503-00af-40a3-ac50-91f9edc00a56 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:24:52.026934 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a469c418-a90b-44ae-a462-086dfee20c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.057794 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:24:52.066727 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:52.072233 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Pushing event updated for resources: {'Port': ['ID=ef56ee15-0e9c-4a6a-9459-79afc16fbb4c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:52.083722 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:24:52.121806 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-86a637a2-4fcc-48c5-9887-0a0781d1967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.128430 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Allocated IP 172.27.2.32 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/50911809-1ea5-4a12-9749-9e7ba144dec5) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:24:52.212881 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f6224347-aae9-462f-99cf-5af2ecf08e43 req-8f73d1b2-0c78-4b47-9814-9e0537d1086c tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.0409904 Sep 23 13:24:52.215127 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-86a637a2-4fcc-48c5-9887-0a0781d1967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.393601 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-86a637a2-4fcc-48c5-9887-0a0781d1967d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0009be03f6c14907a661873b54cfaf75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4189222 Sep 23 13:24:52.393601 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a637a2-4fcc-48c5-9887-0a0781d1967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8370e8c-0871-46bc-8f0f-78deccb1da40,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:52.394407 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49906) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:52.562934 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.662985 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-481e718d-388e-49d5-b5be-90386451f8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.733202 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-481e718d-388e-49d5-b5be-90386451f8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.742250 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.767205 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-6543dd90-d437-4d5f-a49f-2b4ba9945330 None None] Provisioning complete for port d720c503-00af-40a3-ac50-91f9edc00a56 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:24:52.767759 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6543dd90-d437-4d5f-a49f-2b4ba9945330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.850352 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:52.906572 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:24:52.944295 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:52.947608 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:24:52.982430 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device d720c503-00af-40a3-ac50-91f9edc00a56 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:24:52.990082 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Pushing event updated for resources: {'Port': ['ID=50911809-1ea5-4a12-9749-9e7ba144dec5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:53.001933 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-481e718d-388e-49d5-b5be-90386451f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:53.004480 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-481e718d-388e-49d5-b5be-90386451f8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:53.005743 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-481e718d-388e-49d5-b5be-90386451f8cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8370e8c-0871-46bc-8f0f-78deccb1da40 HTTP/1.1" status: 204 len: 168 time: 0.6102743 Sep 23 13:24:53.031225 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port d720c503-00af-40a3-ac50-91f9edc00a56 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:24:53.031730 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:53.094916 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e718d-388e-49d5-b5be-90386451f8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8370e8c-0871-46bc-8f0f-78deccb1da40,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:53.135077 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:53.332822 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49946) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:53.408952 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:53.441272 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e9fcd1a7-167e-4b07-9f7d-d76a416dcd51 req-c3418564-f8be-4050-9258-4d187e824652 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.0405054 Sep 23 13:24:53.456158 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:24:53.522382 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bb40cef3-8c3a-4c80-a8ee-10e73e030d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:53.694813 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bb40cef3-8c3a-4c80-a8ee-10e73e030d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:53.771378 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bb40cef3-8c3a-4c80-a8ee-10e73e030d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:53.796898 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:24:53.809129 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Sync routers for ids ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:24:53.828438 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Routers {'027ef8df-6dc1-4ad9-8f98-de44b773e1b9'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:24:53.835856 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:24:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:24:53.851135 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-bb40cef3-8c3a-4c80-a8ee-10e73e030d29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8aec1e6c1cf4f3ea9f07084134cd056&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5156014 Sep 23 13:24:53.853892 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 49976) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:53.855179 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40cef3-8c3a-4c80-a8ee-10e73e030d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82c0cdd-21c1-47d6-9373-8f0e15d16ff3,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:53.937652 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:53.938867 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-03499005-4d59-4454-941d-0cc01bd2dc31 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9736626 Sep 23 13:24:53.942197 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49984) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:53.957717 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-723713e0-da27-44f6-8395-e1749266c68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:54.000807 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:54.021300 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-723713e0-da27-44f6-8395-e1749266c68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:54.140949 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Set router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:24:54.192787 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-723713e0-da27-44f6-8395-e1749266c68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:54.200481 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-723713e0-da27-44f6-8395-e1749266c68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:54.208168 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-723713e0-da27-44f6-8395-e1749266c68d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d82c0cdd-21c1-47d6-9373-8f0e15d16ff3 HTTP/1.1" status: 204 len: 168 time: 0.3494411 Sep 23 13:24:54.226602 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723713e0-da27-44f6-8395-e1749266c68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82c0cdd-21c1-47d6-9373-8f0e15d16ff3,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:54.476770 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:49Z', 'updated_at': '2021-09-23T13:24:52Z', 'revision_number': 3, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'gw_port': {'id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:24:54.512399 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Checking router: 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:24:54.513078 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Updating router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:24:54.569798 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:54.652079 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Router 5ee2fedc-b514-4626-a388-2f3b284ce80b is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:24:54.768484 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50036) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:54.825289 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7ed2c3c8-4b38-4eb9-999b-2c21f688abb3 req-f8dea76d-2822-4150-98c3-aec951f752f6 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.0488677 Sep 23 13:24:54.866221 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:24:54.892172 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:24:54.905724 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Sync routers for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:24:54.925418 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:24:54.926042 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:24:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:24:54.927356 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.107948 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.111014 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-6ac997ed-c15c-4212-b9b1-b1c1ffc6a266 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1398942 Sep 23 13:24:55.113190 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50052) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:55.123119 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.149544 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:24:55.213437 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.293149 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Allocated IP 172.20.0.1 (cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c/efccfe76-b713-4981-9223-c73ce88397af/2804cc2e-df84-4073-ad1b-94145c042b3b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:24:55.307487 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Attempting to bind port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:24:55.328039 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Attempting to bind port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:24:55.328515 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Attempting to bind port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:24:55.340045 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Pushing event updated for resources: {'Port': ['ID=ef56ee15-0e9c-4a6a-9459-79afc16fbb4c,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:55.350844 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:24:55.351232 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:24:55.351637 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.352061 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:24:55.352541 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Bound port: ef56ee15-0e9c-4a6a-9459-79afc16fbb4c, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:24:55.352918 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.407147 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.407717 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.408214 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.408718 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.409218 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.409704 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.410203 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.410696 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.411193 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.411991 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Tracked resource versions report: Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: pushed versions: Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: { 'AddressGroup': {'1.2'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'ConntrackHelper': {'1.0'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Log': {'1.0'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Network': {'1.1'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Port': {'1.7'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'PortForwarding': {'1.2'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'QosPolicy': {'1.9'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SecurityGroup': {'1.4'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SubPort': {'1.0'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Subnet': {'1.1'}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Trunk': {'1.1'}} Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: consumer versions: Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: { DHCP agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: HyperV agent@hv-cinder-80920: {}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: L3 agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: Metadata agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: Metering agent@dv-cinder-809201-2-iscsi: {}, Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: Open vSwitch agent@dv-cinder-809201-2-iscsi: { 'AddressGroup': '1.2', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'ConntrackHelper': '1.0', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Log': '1.0', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Network': '1.1', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Port': '1.7', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'PortForwarding': '1.2', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'QosPolicy': '1.9', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SecurityGroup': '1.4', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SecurityGroupRule': '1.2', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'SubPort': '1.0', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Subnet': '1.1', Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: 'Trunk': '1.1'}} Sep 23 13:24:55.417529 dv-cinder-809201-2-iscsi neutron-server[94600]: {{(pid=94600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:24:55.471061 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.504768 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] For port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:24:55.514991 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] For port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=ef56ee15-0e9c-4a6a-9459-79afc16fbb4c,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:24:55.602715 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:53Z', 'revision_number': 3, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:24:55.621474 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.632810 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Checking router: 5ee2fedc-b514-4626-a388-2f3b284ce80b for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:24:55.633162 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Updating router 5ee2fedc-b514-4626-a388-2f3b284ce80b port 50911809-1ea5-4a12-9749-9e7ba144dec5 binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:24:55.659788 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.671585 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Routers {'027ef8df-6dc1-4ad9-8f98-de44b773e1b9'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:24:55.672242 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:24:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:24:55.679879 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.723554 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:24:55.727878 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:55.731586 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:24:55.732541 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.768054 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:55.789377 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605be3d9-3aed-4866-8742-90e891834322 None None] Pushing event updated for resources: {'Port': ['ID=ef56ee15-0e9c-4a6a-9459-79afc16fbb4c,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:55.925518 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2804cc2e-df84-4073-ad1b-94145c042b3b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:56.007734 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.026675 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] Set router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:24:56.055608 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6a85556-efc5-44a3-b09a-868a14fa3246 req-9e978e03-0c93-4e9e-aa47-f3dcfd3404da tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.0381043 Sep 23 13:24:56.065473 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Allocated IP 172.20.0.1 (a8499643-6d33-484f-9958-41d85f2a2feb/0b587dcf-4e18-4711-9334-d4a55df4a689/b6da52c2-8db1-4322-8270-9de68b7abc2b) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:24:56.165896 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.232572 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.243475 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef0c64-2ce5-4edc-998a-c791939a6c72 None None] Pushing event updated for resources: {'Port': ['ID=50911809-1ea5-4a12-9749-9e7ba144dec5,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:56.275519 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:49Z', 'updated_at': '2021-09-23T13:24:52Z', 'revision_number': 3, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'gw_port': {'id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:24:56.277442 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Attempting to bind port 50911809-1ea5-4a12-9749-9e7ba144dec5 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:24:56.278263 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Attempting to bind port 50911809-1ea5-4a12-9749-9e7ba144dec5 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:24:56.280220 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Attempting to bind port 50911809-1ea5-4a12-9749-9e7ba144dec5 on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:24:56.296101 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:24:56.297012 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:24:56.297759 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.298378 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:24:56.299846 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Bound port: 50911809-1ea5-4a12-9749-9e7ba144dec5, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:24:56.302166 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.337946 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216b4d0-5cfc-4252-b281-30f8a4200681 None None] The sync data for ids ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'] in dv-cinder-809201-2-iscsi is: [{'id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:49Z', 'updated_at': '2021-09-23T13:24:52Z', 'revision_number': 3, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'gw_port': {'id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:24:56.356238 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.384025 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.402351 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] For port 50911809-1ea5-4a12-9749-9e7ba144dec5, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:24:56.406396 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] For port 50911809-1ea5-4a12-9749-9e7ba144dec5, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=50911809-1ea5-4a12-9749-9e7ba144dec5,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:24:56.450209 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Network a8499643-6d33-484f-9958-41d85f2a2feb is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:24:56.458341 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:56.460876 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Pushing event updated for resources: {'Port': ['ID=b6da52c2-8db1-4322-8270-9de68b7abc2b,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:56.462976 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:24:56.463521 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.516370 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.718748 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef0c64-2ce5-4edc-998a-c791939a6c72 None None] Pushing event updated for resources: {'Port': ['ID=50911809-1ea5-4a12-9749-9e7ba144dec5,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:56.750764 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:24:56.751394 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:24:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:24:56.815757 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.877796 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.902610 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.904124 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:56.930573 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:24:57.020286 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2804cc2e-df84-4073-ad1b-94145c042b3b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:57.133489 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device ef56ee15-0e9c-4a6a-9459-79afc16fbb4c up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:24:57.236507 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:24:57.236875 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:57.323364 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:24:57.325148 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:57.367009 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-26684cc6-f066-4966-a620-6ebb2895c252 req-ad7ae448-cc26-4e4a-88f8-501b4b446462 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.1242902 Sep 23 13:24:57.367952 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-2b5e06dc-036e-428e-979e-9116813cdc40 None None] Provisioning complete for port b6da52c2-8db1-4322-8270-9de68b7abc2b triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:24:57.369712 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2b5e06dc-036e-428e-979e-9116813cdc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:57.438160 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:57.535725 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e06dc-036e-428e-979e-9116813cdc40 None None] Port b6da52c2-8db1-4322-8270-9de68b7abc2b cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:24:57.541884 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:57.542684 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:57.584566 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:57.627556 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:24:57.644680 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=ef56ee15-0e9c-4a6a-9459-79afc16fbb4c,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:24:57.669737 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:53Z', 'revision_number': 3, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:24:57.676066 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Pushing event updated for resources: {'Port': ['ID=b6da52c2-8db1-4322-8270-9de68b7abc2b,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:57.709015 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f98273f-721e-4915-91c0-2d92f329e004 None None] The sync data for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi is: [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:53Z', 'revision_number': 3, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:24:57.725869 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:57.727269 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:57.843733 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=ef56ee15-0e9c-4a6a-9459-79afc16fbb4c,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:57.882580 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:24:57.895243 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-152442eb-8b54-44ce-9e9c-04fb9282f7d2 admin admin] 10.222.0.41 "PUT /v2.0/routers/027ef8df-6dc1-4ad9-8f98-de44b773e1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9499164 Sep 23 13:24:57.927265 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Network a8499643-6d33-484f-9958-41d85f2a2feb is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:24:57.930051 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:24:58.397346 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-6f968afe-5aaf-4624-b68e-205f12ceb38f None None] Provisioning complete for port b6da52c2-8db1-4322-8270-9de68b7abc2b triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:24:58.398596 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f968afe-5aaf-4624-b68e-205f12ceb38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:58.403108 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Router 5ee2fedc-b514-4626-a388-2f3b284ce80b has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:24:58.475507 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6f968afe-5aaf-4624-b68e-205f12ceb38f None None] Port b6da52c2-8db1-4322-8270-9de68b7abc2b cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:24:58.507364 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9952503e-9f99-4949-a450-4cfde66db641 req-760cacaa-8283-4d65-8613-a7ab5cb6df90 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.0360153 Sep 23 13:24:58.593353 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:24:58.593353 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-b3b4aa74-4b13-401f-b0ee-32fbdebe9177 admin admin] 10.222.0.41 "PUT /v2.0/routers/5ee2fedc-b514-4626-a388-2f3b284ce80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4741721 Sep 23 13:24:58.637499 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.15', 59915) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:58.895752 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594995-457d-4b9e-b06c-265e4847b117 req-1f596163-eeb1-4524-9e85-ef9ab565d00f tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:24:58.898246 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-1f596163-eeb1-4524-9e85-ef9ab565d00f tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.15 "GET /v2.0/networks?id=17397a0e-c648-4d1e-90a4-bf04d7dfabe4 HTTP/1.1" status: 200 len: 812 time: 0.2595029 Sep 23 13:24:58.973083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Request body: {'port': {'device_id': 'f5f1dad8-f429-45e1-8ee2-393b1c5835eb', 'network_id': '17397a0e-c648-4d1e-90a4-bf04d7dfabe4', 'admin_state_up': True, 'tenant_id': '8f169ca44d354fa6bf62e88c4840baf4'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:59.045961 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-f8727529-6539-4a28-8cc2-a0405eb03ed2 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:24:59.047722 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-f8727529-6539-4a28-8cc2-a0405eb03ed2 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 818 time: 0.2352479 Sep 23 13:24:59.238032 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 50911809-1ea5-4a12-9749-9e7ba144dec5 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:24:59.255261 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-b18dfebe-3a92-458d-9112-270128c10a9a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/quotas/1fd42d254cfa431da323daa7fa560f79 HTTP/1.1" status: 200 len: 375 time: 0.1769161 Sep 23 13:24:59.342159 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Sync routers for ids ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:24:59.356485 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Routers {'027ef8df-6dc1-4ad9-8f98-de44b773e1b9'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:24:59.359163 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:24:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:24:59.374338 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 50911809-1ea5-4a12-9749-9e7ba144dec5 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:24:59.374713 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:59.583643 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:59.594679 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c28d9f93-62cd-4210-b60b-5687da7b89f8 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3148849 Sep 23 13:24:59.634895 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port 50911809-1ea5-4a12-9749-9e7ba144dec5, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=50911809-1ea5-4a12-9749-9e7ba144dec5,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:24:59.685109 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Made reservation on behalf of 8f169ca44d354fa6bf62e88c4840baf4 for: {'port': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:24:59.689710 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:59.699463 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Set router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:24:59.736712 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:24:59.737663 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device ef56ee15-0e9c-4a6a-9459-79afc16fbb4c up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:24:59.875350 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c4a12adf-5051-49c5-b3e6-85e102a4d4b5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:24:59.883148 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c4a12adf-5051-49c5-b3e6-85e102a4d4b5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1330411 Sep 23 13:24:59.955179 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=50911809-1ea5-4a12-9749-9e7ba144dec5,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:24:59.977082 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50230) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:24:59.988496 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5d621ed2-f812-4be1-9667-5945b45d8297 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108793493', 'description': 'tempest-description--587609361'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:24:59.998605 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:24:59.999052 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.142260 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d621ed2-f812-4be1-9667-5945b45d8297 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.149332 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:49Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'gw_port': {'id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': '2804cc2e-df84-4073-ad1b-94145c042b3b', 'name': '', 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'mac_address': 'fa:16:3e:fe:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'efccfe76-b713-4981-9223-c73ce88397af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:54Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 2, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'subnets': [{'id': 'efccfe76-b713-4981-9223-c73ce88397af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:00.207055 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4cdf08ba-39b4-4a4c-a95b-c0838cdaf111 req-3a102914-85a5-4270-abb9-90d4d6e79812 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.0894754 Sep 23 13:25:00.215277 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Checking router: 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:25:00.215277 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Updating router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 port 2804cc2e-df84-4073-ad1b-94145c042b3b binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:25:00.223808 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Allocated IP 172.20.0.3 (17397a0e-c648-4d1e-90a4-bf04d7dfabe4/850173b1-782a-4972-a1b5-b3c778782c6c/f7b06b16-ff4a-4945-9d5f-f34d47e518e2) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:00.247359 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-260f01d8-9995-42f4-b69d-e4314dd080bd service neutron] 10.222.0.41 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631542 Sep 23 13:25:00.259378 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.263775 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eebc9496-7c5b-4fc4-8d4d-2a27c9ea4310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.366003 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Sync routers for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:25:00.388713 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:25:00.389355 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:24:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:00.460222 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d621ed2-f812-4be1-9667-5945b45d8297 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.481158 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-8ef6eed6-8e42-4cf4-9d57-27fcd7d6db17 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266867 Sep 23 13:25:00.545259 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.575768 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d621ed2-f812-4be1-9667-5945b45d8297 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.665043 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d621ed2-f812-4be1-9667-5945b45d8297 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c472bb9c-0a24-4319-ae33-b04335b2f91a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:00.690759 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:25:00.813040 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d621ed2-f812-4be1-9667-5945b45d8297 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.815085 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.817620 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:00.823812 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5d621ed2-f812-4be1-9667-5945b45d8297 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.8398089 Sep 23 13:25:00.826073 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50264) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:00.830834 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f0b57d18-b88c-41b3-99bc-86c23f731901 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'security_group_rule': {'security_group_id': 'c472bb9c-0a24-4319-ae33-b04335b2f91a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:00.976637 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.025810 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0b57d18-b88c-41b3-99bc-86c23f731901 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.042825 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Network 17397a0e-c648-4d1e-90a4-bf04d7dfabe4 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:01.043971 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Pushing event updated for resources: {'Port': ['ID=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:01.057252 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:01.069955 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a8703-ed3d-469b-b68e-11135c112333 None None] Pushing event updated for resources: {'Port': ['ID=2804cc2e-df84-4073-ad1b-94145c042b3b,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:01.099180 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:01.146683 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:01.147463 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.157810 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 50911809-1ea5-4a12-9749-9e7ba144dec5 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:01.200398 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Attempting to bind port 2804cc2e-df84-4073-ad1b-94145c042b3b on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:01.201391 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Attempting to bind port 2804cc2e-df84-4073-ad1b-94145c042b3b by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:01.201391 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Attempting to bind port 2804cc2e-df84-4073-ad1b-94145c042b3b on network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:01.214245 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:01.214840 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Checking segment: {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:01.215262 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.215662 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Bound using segment: {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:01.216166 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Bound port: 2804cc2e-df84-4073-ad1b-94145c042b3b, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:01.216569 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.245819 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0b57d18-b88c-41b3-99bc-86c23f731901 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.309753 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-148b0c8e-003c-49e9-b942-5eabecc72893 req-9290e840-12d2-4ed1-9887-137fe814b714 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 210 time: 0.1591561 Sep 23 13:25:01.327644 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:24:57Z', 'revision_number': 2, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:01.343083 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0b57d18-b88c-41b3-99bc-86c23f731901 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.371071 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] For port 2804cc2e-df84-4073-ad1b-94145c042b3b, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:25:01.374705 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b57d18-b88c-41b3-99bc-86c23f731901 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d21e842-dfca-4417-92d7-86f06cbbb18c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:01.389501 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Checking router: 5ee2fedc-b514-4626-a388-2f3b284ce80b for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:25:01.389501 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Updating router 5ee2fedc-b514-4626-a388-2f3b284ce80b port b6da52c2-8db1-4322-8270-9de68b7abc2b binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:25:01.416242 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] For port 2804cc2e-df84-4073-ad1b-94145c042b3b, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=2804cc2e-df84-4073-ad1b-94145c042b3b,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:25:01.426254 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 50911809-1ea5-4a12-9749-9e7ba144dec5 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:01.426254 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.477945 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-0e2fa879-bfec-484c-b5f8-1e34db951dab tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5165606 Sep 23 13:25:01.537930 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-aa6283d2-cf25-430b-a79c-8059edb32b47 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:25:01.544415 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-aa6283d2-cf25-430b-a79c-8059edb32b47 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204804 Sep 23 13:25:01.553878 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0b57d18-b88c-41b3-99bc-86c23f731901 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.572293 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f0b57d18-b88c-41b3-99bc-86c23f731901 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7280464 Sep 23 13:25:01.572568 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.572669 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b443-ac15-4015-b240-892502ff416b req-a45d54f1-97ed-45fb-948b-327fa42698c3 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:01.576232 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50296) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:01.589157 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1008b955-f84b-4f7a-bda3-64ea52309bf9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'security_group_rule': {'security_group_id': 'c472bb9c-0a24-4319-ae33-b04335b2f91a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:01.607483 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b213b443-ac15-4015-b240-892502ff416b req-a45d54f1-97ed-45fb-948b-327fa42698c3 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 931 time: 0.2535331 Sep 23 13:25:01.706253 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.720287 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b213b443-ac15-4015-b240-892502ff416b req-14008742-e34d-44c2-995f-f06a63992eb8 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117930 Sep 23 13:25:01.760217 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Routers {'027ef8df-6dc1-4ad9-8f98-de44b773e1b9'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:25:01.760807 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:24:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:01.867735 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1008b955-f84b-4f7a-bda3-64ea52309bf9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.945947 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] Set router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:25:01.984333 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1008b955-f84b-4f7a-bda3-64ea52309bf9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:01.994196 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Request body: {'port': {'device_id': 'f5f1dad8-f429-45e1-8ee2-393b1c5835eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:02.117704 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1008b955-f84b-4f7a-bda3-64ea52309bf9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:02.151555 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008b955-f84b-4f7a-bda3-64ea52309bf9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41f06da-31f0-47de-84b9-3ab2800c3f60,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:02.242201 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a8703-ed3d-469b-b68e-11135c112333 None None] Pushing event updated for resources: {'Port': ['ID=2804cc2e-df84-4073-ad1b-94145c042b3b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:02.285067 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1008b955-f84b-4f7a-bda3-64ea52309bf9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:02.286308 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-1008b955-f84b-4f7a-bda3-64ea52309bf9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7089994 Sep 23 13:25:02.292233 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50328) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:02.298200 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'floatingip': {'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:02.345349 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-85b55658-37b2-4f85-a758-a2070436133f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:02.354185 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-85b55658-37b2-4f85-a758-a2070436133f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 818 time: 0.5587769 Sep 23 13:25:02.432565 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-ba803b56-2161-49ff-ae86-a4351a5aed5f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/quotas/1fd42d254cfa431da323daa7fa560f79 HTTP/1.1" status: 200 len: 375 time: 0.0767910 Sep 23 13:25:02.448744 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:02.478192 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:02.505155 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:49Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'gw_port': {'id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': '2804cc2e-df84-4073-ad1b-94145c042b3b', 'name': '', 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'mac_address': 'fa:16:3e:fe:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'efccfe76-b713-4981-9223-c73ce88397af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:54Z', 'updated_at': '2021-09-23T13:25:01Z', 'revision_number': 4, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'subnets': [{'id': 'efccfe76-b713-4981-9223-c73ce88397af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:02.545496 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b9a4e-c837-43a7-a4b6-f50a6c78709b None None] The sync data for ids ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'] in dv-cinder-809201-2-iscsi is: [{'id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:49Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'gw_port': {'id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': '2804cc2e-df84-4073-ad1b-94145c042b3b', 'name': '', 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'mac_address': 'fa:16:3e:fe:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'efccfe76-b713-4981-9223-c73ce88397af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:54Z', 'updated_at': '2021-09-23T13:25:01Z', 'revision_number': 4, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'subnets': [{'id': 'efccfe76-b713-4981-9223-c73ce88397af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:25:02.622951 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:02.641833 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-d3d10cff-6b9e-4e71-835c-48a6d1fe8151 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2045314 Sep 23 13:25:02.753849 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:02.887623 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-184ce362-47c6-4178-b1c1-f2e590975039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:02.941832 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefedd07-0d69-4115-8d49-4a05465876b1 None None] Pushing event updated for resources: {'Port': ['ID=b6da52c2-8db1-4322-8270-9de68b7abc2b,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:03.029972 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:03.227436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Attempting to bind port b6da52c2-8db1-4322-8270-9de68b7abc2b on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:03.227436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Attempting to bind port b6da52c2-8db1-4322-8270-9de68b7abc2b by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:03.227436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Attempting to bind port b6da52c2-8db1-4322-8270-9de68b7abc2b on network a8499643-6d33-484f-9958-41d85f2a2feb {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:03.227436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:03.227436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Checking segment: {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:03.227436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:03.227436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Bound using segment: {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:03.227436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Bound port: b6da52c2-8db1-4322-8270-9de68b7abc2b, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:03.227436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:03.418257 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Allocated IP 172.27.2.182 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/09bfa30f-36d3-41a2-acaf-cb0f7dff250d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:03.477155 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-5e7d8355-3911-4aad-899c-cbd68dd23b08 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744660 Sep 23 13:25:03.564670 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060da6fd-46af-4735-81b3-7dfbf11bf889 req-cbffb569-1d54-4f5e-ac47-7cc20773ec44 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:03.566516 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-060da6fd-46af-4735-81b3-7dfbf11bf889 req-cbffb569-1d54-4f5e-ac47-7cc20773ec44 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 931 time: 0.5001233 Sep 23 13:25:03.607047 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:03.613525 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 2804cc2e-df84-4073-ad1b-94145c042b3b up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:03.752137 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] For port b6da52c2-8db1-4322-8270-9de68b7abc2b, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:25:03.816410 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] For port b6da52c2-8db1-4322-8270-9de68b7abc2b, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b6da52c2-8db1-4322-8270-9de68b7abc2b,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:25:03.817253 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:03.825107 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-09236321-9257-4d60-a148-d9a2be476181 None None] Provisioning complete for port b6da52c2-8db1-4322-8270-9de68b7abc2b triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:03.825107 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-09236321-9257-4d60-a148-d9a2be476181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:03.918055 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.012572 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-09236321-9257-4d60-a148-d9a2be476181 None None] Port b6da52c2-8db1-4322-8270-9de68b7abc2b cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:25:04.095768 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-060da6fd-46af-4735-81b3-7dfbf11bf889 req-914b0006-75b5-4f5c-983a-9c89167a984c tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078006 Sep 23 13:25:04.116363 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 2804cc2e-df84-4073-ad1b-94145c042b3b triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:04.116363 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.135539 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b06b16-ff4a-4945-9d5f-f34d47e518e2 {{(pid=94597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:25:04.139114 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:25:04.139987 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:25:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:04.168835 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.211872 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-ea605e50-bebd-4d82-9e66-b61643c5f385 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110565 Sep 23 13:25:04.262029 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Transition to ACTIVE for port object f7b06b16-ff4a-4945-9d5f-f34d47e518e2 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:25:04.269834 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.275869 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.278771 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefedd07-0d69-4115-8d49-4a05465876b1 None None] Pushing event updated for resources: {'Port': ['ID=b6da52c2-8db1-4322-8270-9de68b7abc2b,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:04.409485 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:04.409485 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:04.409485 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:04.410333 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:25:04.410765 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'Port': ['ID=09bfa30f-36d3-41a2-acaf-cb0f7dff250d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:04.489128 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.509931 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.570352 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-aceb4316-e136-4682-8f5c-9dfa40f6e159 None None] Provisioning complete for port b6da52c2-8db1-4322-8270-9de68b7abc2b triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:04.570942 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aceb4316-e136-4682-8f5c-9dfa40f6e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.588026 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.613626 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port 2804cc2e-df84-4073-ad1b-94145c042b3b, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=2804cc2e-df84-4073-ad1b-94145c042b3b,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:04.727017 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:04.832688 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.007307 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:05.031216 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c484076f-4548-43dd-a8de-0fe5bf7413af req-c6878398-8ab8-46f4-990e-9597b67a5094 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.1930292 Sep 23 13:25:05.033988 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:05.154106 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Attempting to bind port f7b06b16-ff4a-4945-9d5f-f34d47e518e2 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:05.154665 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Attempting to bind port f7b06b16-ff4a-4945-9d5f-f34d47e518e2 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '17397a0e-c648-4d1e-90a4-bf04d7dfabe4'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:05.155169 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Attempting to bind port f7b06b16-ff4a-4945-9d5f-f34d47e518e2 on network 17397a0e-c648-4d1e-90a4-bf04d7dfabe4 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:05.175211 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Port f7b06b16-ff4a-4945-9d5f-f34d47e518e2 on network 17397a0e-c648-4d1e-90a4-bf04d7dfabe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:25:05.188077 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Attempting to bind port f7b06b16-ff4a-4945-9d5f-f34d47e518e2 on network 17397a0e-c648-4d1e-90a4-bf04d7dfabe4 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:05.203226 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:05.206306 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Checking segment: {'id': '2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '17397a0e-c648-4d1e-90a4-bf04d7dfabe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:05.209420 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Bound using segment: {'id': '2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '17397a0e-c648-4d1e-90a4-bf04d7dfabe4'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:05.210854 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Bound port: f7b06b16-ff4a-4945-9d5f-f34d47e518e2, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '17397a0e-c648-4d1e-90a4-bf04d7dfabe4'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:05.211444 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.310106 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=2804cc2e-df84-4073-ad1b-94145c042b3b,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:05.337700 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.341847 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50406) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:05.433685 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aceb4316-e136-4682-8f5c-9dfa40f6e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.533424 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40849307-e523-4a1d-9301-cd57297d2466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.556905 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] For port f7b06b16-ff4a-4945-9d5f-f34d47e518e2, host hv-cinder-80920, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:25:05.565043 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] For port f7b06b16-ff4a-4945-9d5f-f34d47e518e2, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,segment=NetworkSegment(2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c),segment_id=2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:25:05.566266 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.640354 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7a309-9ba3-49a0-be33-bb7f5fd19ca0 req-66493eef-c54f-48e1-905a-13adcb120be9 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:05.644458 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-aceb4316-e136-4682-8f5c-9dfa40f6e159 None None] For port b6da52c2-8db1-4322-8270-9de68b7abc2b, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b6da52c2-8db1-4322-8270-9de68b7abc2b,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:05.645682 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-18c7a309-9ba3-49a0-be33-bb7f5fd19ca0 req-66493eef-c54f-48e1-905a-13adcb120be9 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.4013298 Sep 23 13:25:05.657619 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:03Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:05.670998 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.673622 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a988554-4ede-4bba-89e2-9ae2d6f8e53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.711134 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db562f-7427-431a-af14-156e80e6ced9 None None] The sync data for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi is: [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:03Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:25:05.733214 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-18c7a309-9ba3-49a0-be33-bb7f5fd19ca0 req-800e3e83-c40d-4c6b-8d57-ec05a81ec3bc tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768108 Sep 23 13:25:05.757491 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'Port': ['ID=09bfa30f-36d3-41a2-acaf-cb0f7dff250d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:05.895558 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.897652 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aceb4316-e136-4682-8f5c-9dfa40f6e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.897652 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.945590 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:05.946514 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:05.948233 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] 10.222.0.15 "PUT /v2.0/ports/f7b06b16-ff4a-4945-9d5f-f34d47e518e2 HTTP/1.1" status: 200 len: 1093 time: 4.1737607 Sep 23 13:25:05.948885 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f1dad8-f429-45e1-8ee2-393b1c5835eb', 'tag': 'f7b06b16-ff4a-4945-9d5f-f34d47e518e2'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:25:06.026102 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb4316-e136-4682-8f5c-9dfa40f6e159 None None] Pushing event updated for resources: {'Port': ['ID=b6da52c2-8db1-4322-8270-9de68b7abc2b,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:06.087032 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40849307-e523-4a1d-9301-cd57297d2466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.089935 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8afed-36df-4c04-9363-40358cd9c30f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:06.135137 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9073136d-f5c6-4cbc-b8dc-272835370b0e req-9180e506-76a6-42e9-8cb7-e6acc9db9600 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0310366 Sep 23 13:25:06.174479 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80d9bd4-3982-4eb8-9d24-604ea2522661" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f1dad8-f429-45e1-8ee2-393b1c5835eb", "tag": "f7b06b16-ff4a-4945-9d5f-f34d47e518e2"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:25:06.178414 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40849307-e523-4a1d-9301-cd57297d2466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.237849 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-40849307-e523-4a1d-9301-cd57297d2466 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26d86130d15d4fc1a45bc60222577179&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2267447 Sep 23 13:25:06.239158 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40849307-e523-4a1d-9301-cd57297d2466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d9a2a8-8b4e-4786-829a-6c8d4fe204a9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:06.241039 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50426) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:06.280747 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.282204 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f0e4e2a1-f2b4-4846-95a2-b2f0a37cda06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9885168 Sep 23 13:25:06.310646 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0e84bf6f-cb48-4cf8-ba71-926bd91e1965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.332742 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0e84bf6f-cb48-4cf8-ba71-926bd91e1965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.432973 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9201eef-502d-4a29-a1d0-47a848b4bcd2 x-openstack-request-id: req-d9201eef-502d-4a29-a1d0-47a848b4bcd2 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:25:06.433263 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f1dad8-f429-45e1-8ee2-393b1c5835eb", "tag": "f7b06b16-ff4a-4945-9d5f-f34d47e518e2", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:25:06.433577 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9201eef-502d-4a29-a1d0-47a848b4bcd2 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:25:06.433975 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f1dad8-f429-45e1-8ee2-393b1c5835eb', 'tag': 'f7b06b16-ff4a-4945-9d5f-f34d47e518e2', 'status': 'completed', 'code': 200} Sep 23 13:25:06.444381 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a988554-4ede-4bba-89e2-9ae2d6f8e53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.536055 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a988554-4ede-4bba-89e2-9ae2d6f8e53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.554775 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0e84bf6f-cb48-4cf8-ba71-926bd91e1965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.557386 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0e84bf6f-cb48-4cf8-ba71-926bd91e1965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.560885 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0e84bf6f-cb48-4cf8-ba71-926bd91e1965 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1d9a2a8-8b4e-4786-829a-6c8d4fe204a9 HTTP/1.1" status: 204 len: 168 time: 0.3165381 Sep 23 13:25:06.583754 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-0a988554-4ede-4bba-89e2-9ae2d6f8e53c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3552ceca9d9045f5b16e6c93ec66ea00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2373428 Sep 23 13:25:06.583754 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a988554-4ede-4bba-89e2-9ae2d6f8e53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e6cd4a-b83b-4348-b304-0e75f225fed9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:06.586605 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50448) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:06.601754 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84bf6f-cb48-4cf8-ba71-926bd91e1965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d9a2a8-8b4e-4786-829a-6c8d4fe204a9,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:06.629618 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-1443bfdc-b9eb-4f77-8b94-f2c55b1ba4b2 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--108793493&fields=id&tenant_id=4e315fe5e2004195a56d16354b14a9f4 HTTP/1.1" status: 200 len: 267 time: 0.0985947 Sep 23 13:25:06.658279 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00e3f20b-2bef-4f8f-acc7-63ff7efc2233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.682895 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00e3f20b-2bef-4f8f-acc7-63ff7efc2233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.771425 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8475-fc1a-4f64-9839-965d115b0192 req-227e741e-57aa-4dfe-aa7b-5c8cf6af5398 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:06.772935 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-227e741e-57aa-4dfe-aa7b-5c8cf6af5398 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 811 time: 0.1330423 Sep 23 13:25:06.790464 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-19a0d2f5-fef5-40d3-a710-701c1a995fbe tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/quotas/4e315fe5e2004195a56d16354b14a9f4 HTTP/1.1" status: 200 len: 375 time: 0.0090940 Sep 23 13:25:06.855144 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00e3f20b-2bef-4f8f-acc7-63ff7efc2233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.857881 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00e3f20b-2bef-4f8f-acc7-63ff7efc2233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:06.859935 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-00e3f20b-2bef-4f8f-acc7-63ff7efc2233 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49e6cd4a-b83b-4348-b304-0e75f225fed9 HTTP/1.1" status: 204 len: 168 time: 0.2712667 Sep 23 13:25:06.868924 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3f20b-2bef-4f8f-acc7-63ff7efc2233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e6cd4a-b83b-4348-b304-0e75f225fed9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:06.886810 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900eb21-90dd-4749-826f-b4e498680f5c req-e92eccab-ae86-4afe-bdf1-6572c0905868 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:06.888339 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4900eb21-90dd-4749-826f-b4e498680f5c req-e92eccab-ae86-4afe-bdf1-6572c0905868 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.0652459 Sep 23 13:25:06.910622 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-e7ccf9dd-9bea-4efe-87cc-d3dbd6c1a0a8 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1164570 Sep 23 13:25:06.945465 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50458) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:06.998985 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4900eb21-90dd-4749-826f-b4e498680f5c req-7b2fcba8-d11a-48ce-884f-9f0ff1bdf812 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869758 Sep 23 13:25:07.068694 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-af257a03-85b9-4cfe-b5fc-2a2ae8b96d94 service neutron] 10.222.0.41 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382258 Sep 23 13:25:07.154917 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b6da52c2-8db1-4322-8270-9de68b7abc2b up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:07.185175 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-c37a7282-6236-4c79-81bc-6bb5ab442034 service neutron] 10.222.0.41 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051006 Sep 23 13:25:07.232396 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port b6da52c2-8db1-4322-8270-9de68b7abc2b triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:07.233420 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:07.284026 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-43bd1aee-ee40-490e-b2ea-20ca117c3f76 req-57b14689-2fed-407a-9a38-b1fd88557b35 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0531988 Sep 23 13:25:07.346151 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50472) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:07.352992 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 2804cc2e-df84-4073-ad1b-94145c042b3b up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:07.379495 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e970949b-e040-4d68-ad93-5024cd3836d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:07.474554 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 2804cc2e-df84-4073-ad1b-94145c042b3b triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:07.475246 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:07.575328 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e970949b-e040-4d68-ad93-5024cd3836d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:07.600367 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3fc7acdd-275a-4535-b059-31f194d9e229 req-bdfca4ca-e2f6-4b3b-b247-f7717de0b02c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.1077232 Sep 23 13:25:07.645501 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e970949b-e040-4d68-ad93-5024cd3836d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:07.713608 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4fa4163c-a0b4-481e-a5ee-97195d5f338d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:07.748360 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-e970949b-e040-4d68-ad93-5024cd3836d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=312a19501f6243edb1d9b2c191115934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009702 Sep 23 13:25:07.751287 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50486) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:07.760598 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970949b-e040-4d68-ad93-5024cd3836d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35a57ae-4b15-4ea9-a4bb-f3fd7fdbd9ff,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:07.832741 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-45292243-d19b-4261-b29d-27044c90aa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:07.866721 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-45292243-d19b-4261-b29d-27044c90aa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:07.956783 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4fa4163c-a0b4-481e-a5ee-97195d5f338d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:08.172024 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36269620-7f15-417a-a2ea-a4127d54e43b req-a708dca2-742f-470d-94bb-7b77e77aa8f0 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:08.173933 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36269620-7f15-417a-a2ea-a4127d54e43b req-a708dca2-742f-470d-94bb-7b77e77aa8f0 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.0628834 Sep 23 13:25:08.213602 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36269620-7f15-417a-a2ea-a4127d54e43b req-dce6d239-b971-483a-ad8f-da3455284148 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Sep 23 13:25:08.331313 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-45292243-d19b-4261-b29d-27044c90aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:08.332640 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4fa4163c-a0b4-481e-a5ee-97195d5f338d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:08.455163 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-45292243-d19b-4261-b29d-27044c90aa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:08.455163 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-45292243-d19b-4261-b29d-27044c90aa46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b35a57ae-4b15-4ea9-a4bb-f3fd7fdbd9ff HTTP/1.1" status: 204 len: 168 time: 0.5908928 Sep 23 13:25:08.455163 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45292243-d19b-4261-b29d-27044c90aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35a57ae-4b15-4ea9-a4bb-f3fd7fdbd9ff,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:08.456596 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4163c-a0b4-481e-a5ee-97195d5f338d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d364f9-85a4-4b5d-8a55-59b56749d267,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:08.456596 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-4fa4163c-a0b4-481e-a5ee-97195d5f338d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f06bbc590d94ae4b5b120348b867f93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4573045 Sep 23 13:25:08.457411 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50506) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:08.457411 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0c12a3b8-df26-45ff-9cc5-2ecaf8ecb006 req-5f10ec5a-c5ff-4a50-bf93-a511f8cd40d5 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0309074 Sep 23 13:25:08.502410 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9e321b68-017c-4c29-b38e-e9aeaa6f8a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:08.533617 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9e321b68-017c-4c29-b38e-e9aeaa6f8a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:08.679212 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c4d14817-2c37-4293-9dc3-f6fca3fb0539 req-54f2c2b7-84bb-4524-8a52-c4d17ecc40a6 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0278542 Sep 23 13:25:08.690821 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9e321b68-017c-4c29-b38e-e9aeaa6f8a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:08.700949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9e321b68-017c-4c29-b38e-e9aeaa6f8a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:08.700949 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9e321b68-017c-4c29-b38e-e9aeaa6f8a74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58d364f9-85a4-4b5d-8a55-59b56749d267 HTTP/1.1" status: 204 len: 168 time: 0.2874322 Sep 23 13:25:08.720331 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e321b68-017c-4c29-b38e-e9aeaa6f8a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d364f9-85a4-4b5d-8a55-59b56749d267,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:08.824349 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50518) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:09.159776 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-63095b79-dd52-4c0b-b27f-e7f434f1f622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:09.301057 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-63095b79-dd52-4c0b-b27f-e7f434f1f622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:09.357836 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1149a5-2316-4d3e-8df1-de4eca02f5d3 req-40b6bcd5-3256-4aa8-accb-e37c0da7e296 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:09.359673 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1c1149a5-2316-4d3e-8df1-de4eca02f5d3 req-40b6bcd5-3256-4aa8-accb-e37c0da7e296 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.0614488 Sep 23 13:25:09.401917 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1c1149a5-2316-4d3e-8df1-de4eca02f5d3 req-7a74dbcb-6518-44b3-a526-10022f487d72 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Sep 23 13:25:09.597729 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3d77032c-98cb-4361-8ad2-8b507d839aad req-829b5dbc-657b-44cb-8921-ec472bb5f27a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0706153 Sep 23 13:25:09.597729 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-63095b79-dd52-4c0b-b27f-e7f434f1f622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:09.648950 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63095b79-dd52-4c0b-b27f-e7f434f1f622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e0b855-91d1-4d24-a04d-b355b19087d0,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:09.653779 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-63095b79-dd52-4c0b-b27f-e7f434f1f622 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a61b513159940219b6e0a62bbd8a5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8283007 Sep 23 13:25:09.656661 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50544) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:09.776450 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-66fd9af1-99c1-4e1d-9eb1-77bc60b161c4 req-f48834c3-5eeb-49e0-9d89-714ebfbfe27c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0353534 Sep 23 13:25:09.793293 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4c9048a-7c04-4a21-a677-52c8bfc4aafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:09.820600 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4c9048a-7c04-4a21-a677-52c8bfc4aafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:10.113196 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4c9048a-7c04-4a21-a677-52c8bfc4aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:10.116232 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4c9048a-7c04-4a21-a677-52c8bfc4aafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:10.117443 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-e4c9048a-7c04-4a21-a677-52c8bfc4aafc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48e0b855-91d1-4d24-a04d-b355b19087d0 HTTP/1.1" status: 204 len: 168 time: 0.4589009 Sep 23 13:25:10.134585 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9048a-7c04-4a21-a677-52c8bfc4aafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e0b855-91d1-4d24-a04d-b355b19087d0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:10.538010 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd9a77-3ab7-41ce-aa8c-90282daec7b9 req-726b6a09-b503-46c1-ad8c-de0aa929b321 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:10.540739 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-20fd9a77-3ab7-41ce-aa8c-90282daec7b9 req-726b6a09-b503-46c1-ad8c-de0aa929b321 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.0665450 Sep 23 13:25:10.604737 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-20fd9a77-3ab7-41ce-aa8c-90282daec7b9 req-98e3ea7f-0d7c-4594-a7d1-885c1a75d52e tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470691 Sep 23 13:25:10.736389 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d8982216-dd53-4ce0-a061-dea1f666f5a6 req-a1b6978b-58df-432d-bb30-976304fa2101 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0546632 Sep 23 13:25:10.866826 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-03eaeab2-042f-4a52-92a1-0e87458c5eeb req-f5851935-1273-4cad-8088-253cfc6194a1 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0348377 Sep 23 13:25:11.001016 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50570) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:11.013911 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef83e-55bd-4b43-9c12-39940730855c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:11.117996 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef83e-55bd-4b43-9c12-39940730855c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:11.215874 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef83e-55bd-4b43-9c12-39940730855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:11.253753 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-2e9ef83e-55bd-4b43-9c12-39940730855c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b9c7ff1b68147bcabf3ef659880fca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515404 Sep 23 13:25:11.257389 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50574) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:11.270125 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ef83e-55bd-4b43-9c12-39940730855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd064453-a596-44da-a55c-557193a13d25,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:11.327388 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bde342a2-c3ea-4bd3-8ec6-a9f9ff1b1423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:11.353286 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bde342a2-c3ea-4bd3-8ec6-a9f9ff1b1423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:11.517634 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bde342a2-c3ea-4bd3-8ec6-a9f9ff1b1423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:11.520294 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bde342a2-c3ea-4bd3-8ec6-a9f9ff1b1423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:11.522052 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-bde342a2-c3ea-4bd3-8ec6-a9f9ff1b1423 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd064453-a596-44da-a55c-557193a13d25 HTTP/1.1" status: 204 len: 168 time: 0.2634978 Sep 23 13:25:11.530549 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde342a2-c3ea-4bd3-8ec6-a9f9ff1b1423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd064453-a596-44da-a55c-557193a13d25,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:11.735059 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50592) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:11.758336 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5accc414-3c82-41f2-b8f5-82e6e90a1f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:11.785032 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b3a13-b21e-4a67-81e0-27653d7c0a6b req-33bffb72-9c80-4257-87f3-a81c91ddc801 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:11.794553 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c35b3a13-b21e-4a67-81e0-27653d7c0a6b req-33bffb72-9c80-4257-87f3-a81c91ddc801 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.1140566 Sep 23 13:25:11.878570 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c35b3a13-b21e-4a67-81e0-27653d7c0a6b req-fe8f2dac-d448-4939-ae57-d8c13fd81ef2 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830364 Sep 23 13:25:11.929401 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-004cf1e9-8127-4822-a54a-b83b2ffe3c54 req-b9d3fac9-fe99-451a-82e0-722b4246cb8d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0345461 Sep 23 13:25:11.994930 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5accc414-3c82-41f2-b8f5-82e6e90a1f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:12.016680 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-462ba6e8-56fa-4708-9453-99f67317ebfd req-e529c545-ba5b-453c-8ed0-e2ee541036e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0469270 Sep 23 13:25:12.102141 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5accc414-3c82-41f2-b8f5-82e6e90a1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:12.169926 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50612) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:12.170165 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5accc414-3c82-41f2-b8f5-82e6e90a1f2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7cb09f054834359b3828a6c39b13e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303763 Sep 23 13:25:12.175514 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accc414-3c82-41f2-b8f5-82e6e90a1f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287dc8d3-f986-4b52-a95d-02aff47d4c38,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:12.237894 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-57a7ef6b-76c8-44aa-8fe5-2f7e9dc0ac9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:12.268721 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-57a7ef6b-76c8-44aa-8fe5-2f7e9dc0ac9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:12.715514 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-57a7ef6b-76c8-44aa-8fe5-2f7e9dc0ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:12.715514 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-57a7ef6b-76c8-44aa-8fe5-2f7e9dc0ac9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:12.719254 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-57a7ef6b-76c8-44aa-8fe5-2f7e9dc0ac9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/287dc8d3-f986-4b52-a95d-02aff47d4c38 HTTP/1.1" status: 204 len: 168 time: 0.5480411 Sep 23 13:25:12.728159 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7ef6b-76c8-44aa-8fe5-2f7e9dc0ac9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287dc8d3-f986-4b52-a95d-02aff47d4c38,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:13.056502 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f6c6d39d-a610-4638-bfa9-6981f6073513 req-d2c9c08f-66d0-426f-a563-a8f2b428d547 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0452707 Sep 23 13:25:13.076746 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bd9a1-857f-43b7-858d-dc28f1cf7af5 req-0dc94b9d-fa3a-4487-84ea-dec6bc42d6b3 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:13.081449 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-371bd9a1-857f-43b7-858d-dc28f1cf7af5 req-0dc94b9d-fa3a-4487-84ea-dec6bc42d6b3 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.1270874 Sep 23 13:25:13.145112 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-371bd9a1-857f-43b7-858d-dc28f1cf7af5 req-98e62c96-7b9f-44f9-a1b1-11ad500e712f tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534656 Sep 23 13:25:13.186707 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f5c8bc1-2dc9-41b0-b8a2-83062cc3c552 req-9b60487b-c754-431c-b00d-e313feb2de5e tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0403962 Sep 23 13:25:14.143985 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1366a93c-710a-434a-ba16-9c916e6455e2 req-026b29cc-ca06-4a2c-aaad-5a0702a33017 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0299499 Sep 23 13:25:14.294841 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111ef24-c4c8-4009-97f3-8a114d020783 req-cdaa59f0-9f60-40c9-a0ee-6eea1aa81881 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:14.296384 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8111ef24-c4c8-4009-97f3-8a114d020783 req-cdaa59f0-9f60-40c9-a0ee-6eea1aa81881 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.0635581 Sep 23 13:25:14.338725 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-87d67c93-6ef0-4451-bbe4-411c21f2c511 req-f9e25e3b-b6e2-4fe4-8880-698d31cf7db9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0413661 Sep 23 13:25:14.359947 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8111ef24-c4c8-4009-97f3-8a114d020783 req-d3f1c355-e1a4-49b4-8790-d71cc0cc8c5b tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535014 Sep 23 13:25:14.911500 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d9bd4-3982-4eb8-9d24-604ea2522661 req-8e3e7078-3514-4806-93db-23076c7bbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:14.915827 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b80d9bd4-3982-4eb8-9d24-604ea2522661 req-8e3e7078-3514-4806-93db-23076c7bbbcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f169ca44d354fa6bf62e88c4840baf4&device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 1096 time: 0.1243660 Sep 23 13:25:15.016150 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50736) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:15.123957 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d9bd4-3982-4eb8-9d24-604ea2522661 req-ce70db69-b5c2-42d2-b709-2e47a25cb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:15.125683 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b80d9bd4-3982-4eb8-9d24-604ea2522661 req-ce70db69-b5c2-42d2-b709-2e47a25cb1e3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8f169ca44d354fa6bf62e88c4840baf4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2017577 Sep 23 13:25:15.361428 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4d573248-ef82-4081-940a-78fa17c934be req-272ead86-1d41-47d4-a2de-eda63150e448 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.1096046 Sep 23 13:25:15.385674 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d9bd4-3982-4eb8-9d24-604ea2522661 req-941e9045-04d2-4c80-8f5d-4b987787e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:15.387268 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b80d9bd4-3982-4eb8-9d24-604ea2522661 req-941e9045-04d2-4c80-8f5d-4b987787e387 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2539778 Sep 23 13:25:15.421514 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0041cc9c-90c6-445d-84cd-4183a21390df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:15.531170 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0041cc9c-90c6-445d-84cd-4183a21390df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:15.555978 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-edc3bb75-af2c-4098-8781-6956cb517362 req-85d6dfbe-64dd-4b68-a740-3e69fa6b8968 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0616412 Sep 23 13:25:15.578890 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594995-457d-4b9e-b06c-265e4847b117 req-2b1a9585-e857-45f2-a10a-6c7a219fface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:15.578890 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-2b1a9585-e857-45f2-a10a-6c7a219fface service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f169ca44d354fa6bf62e88c4840baf4&device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 1096 time: 0.1302397 Sep 23 13:25:15.585085 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929810d0-0b3a-46c4-8175-3a2a4e158a3b req-daa08d1b-4d8e-4310-a6dc-9383c948412a tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:15.586657 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-929810d0-0b3a-46c4-8175-3a2a4e158a3b req-daa08d1b-4d8e-4310-a6dc-9383c948412a tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.0934713 Sep 23 13:25:15.621856 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0041cc9c-90c6-445d-84cd-4183a21390df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:15.651079 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-0041cc9c-90c6-445d-84cd-4183a21390df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f591af8744e45e88f2399fb728ada9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332600 Sep 23 13:25:15.655040 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50770) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:15.669597 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-211e7238-48d1-4ee2-8b69-5361ed43390e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b06b16-ff4a-4945-9d5f-f34d47e518e2 HTTP/1.1" status: 200 len: 217 time: 0.0820661 Sep 23 13:25:15.708214 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041cc9c-90c6-445d-84cd-4183a21390df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d199c50-cc3a-4cc7-838e-9f337382c496,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:15.774433 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-929810d0-0b3a-46c4-8175-3a2a4e158a3b req-83ca7d42-f399-4c0e-b53b-ad852ef933e1 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547334 Sep 23 13:25:15.793443 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-304dad46-d311-4389-98bc-bd7bf8ef35d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:15.805324 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594995-457d-4b9e-b06c-265e4847b117 req-eacf7b42-f672-4a50-855c-7c346c2a67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:15.806872 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-eacf7b42-f672-4a50-855c-7c346c2a67e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=850173b1-782a-4972-a1b5-b3c778782c6c HTTP/1.1" status: 200 len: 852 time: 0.1251278 Sep 23 13:25:15.814186 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.15', 59942) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:15.819119 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-304dad46-d311-4389-98bc-bd7bf8ef35d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:15.891204 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-e8662115-2143-4d50-a8c2-d47965140483 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17397a0e-c648-4d1e-90a4-bf04d7dfabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685408 Sep 23 13:25:16.068734 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-304dad46-d311-4389-98bc-bd7bf8ef35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:16.071614 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-304dad46-d311-4389-98bc-bd7bf8ef35d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:16.072816 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-304dad46-d311-4389-98bc-bd7bf8ef35d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d199c50-cc3a-4cc7-838e-9f337382c496 HTTP/1.1" status: 204 len: 168 time: 0.4159858 Sep 23 13:25:16.265106 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dad46-d311-4389-98bc-bd7bf8ef35d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d199c50-cc3a-4cc7-838e-9f337382c496,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:16.280237 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-109693b6-73e3-41f5-884c-47bd60a54dd9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:16.281750 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-109693b6-73e3-41f5-884c-47bd60a54dd9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 818 time: 0.4602940 Sep 23 13:25:16.289036 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-6093d1a0-5125-4a86-a8bb-2c9196bc33b8 service neutron] 10.222.0.15 "GET /v2.0/networks/17397a0e-c648-4d1e-90a4-bf04d7dfabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818023 Sep 23 13:25:16.303371 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Request body: {'port': {'device_id': 'deaa5953-6c8b-4421-8865-ecaa939a8569', 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c', 'admin_state_up': True, 'tenant_id': '1fd42d254cfa431da323daa7fa560f79'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:16.455007 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.15', 59945) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:16.537828 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-49956a9d-2fd6-4f16-bc5a-eb429c6f7238 req-7de1e0cc-20bf-4efb-bb5c-580d485a39c5 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0706093 Sep 23 13:25:16.540388 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6594995-457d-4b9e-b06c-265e4847b117 req-4e999762-65aa-455e-83a5-0657ad58b0de service neutron] 10.222.0.15 "GET /v2.0/networks/17397a0e-c648-4d1e-90a4-bf04d7dfabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413788 Sep 23 13:25:16.693627 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Made reservation on behalf of 1fd42d254cfa431da323daa7fa560f79 for: {'port': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:16.697676 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:16.777634 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-79bf5584-d2aa-4a15-89e4-436469737944 req-0e987475-2026-4224-9cf1-5c70899312cf tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.1083362 Sep 23 13:25:16.859163 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-d144159a-8455-4019-ad60-71d8a9224716 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:16.866459 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-d144159a-8455-4019-ad60-71d8a9224716 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 818 time: 0.4103789 Sep 23 13:25:16.867118 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50826) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:16.882944 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a01d87d-c305-4117-a350-e99b20e788d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:16.890748 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Request body: {'port': {'device_id': '811c565e-b2da-4762-82a8-b4d5194c8ce0', 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c', 'admin_state_up': True, 'tenant_id': '1fd42d254cfa431da323daa7fa560f79'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:16.999072 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Allocated IP 172.20.0.13 (cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c/efccfe76-b713-4981-9223-c73ce88397af/0f8de7a6-1642-4db2-acdc-75af9970ebcd) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:17.013314 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7a9c-9e82-412f-935e-203ffedd1677 req-89e4f4ff-5874-4f94-93aa-eefd57ceee9e tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:17.014854 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fe5a7a9c-9e82-412f-935e-203ffedd1677 req-89e4f4ff-5874-4f94-93aa-eefd57ceee9e tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.1103342 Sep 23 13:25:17.079068 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fe5a7a9c-9e82-412f-935e-203ffedd1677 req-9a6d9ca2-2b3c-4ffd-9316-4caa2460f54b tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 Sep 23 13:25:17.187462 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a01d87d-c305-4117-a350-e99b20e788d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:17.199046 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:17.259734 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a01d87d-c305-4117-a350-e99b20e788d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:17.306462 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-8a01d87d-c305-4117-a350-e99b20e788d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffb456ea47e342a380a636a36e0c111c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381261 Sep 23 13:25:17.308776 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01d87d-c305-4117-a350-e99b20e788d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a008deb-cf72-4e03-861c-2d1011f355d4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:17.309610 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 50838) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:17.351595 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:17.387146 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Made reservation on behalf of 1fd42d254cfa431da323daa7fa560f79 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:17.390797 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:17.439027 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:17.456925 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:17.472360 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:17.484343 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:17.485001 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:17.495376 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Pushing event updated for resources: {'Port': ['ID=0f8de7a6-1642-4db2-acdc-75af9970ebcd,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:17.621436 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8475-fc1a-4f64-9839-965d115b0192 req-4525940e-d023-4d8e-9508-e352b71bf066 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:17.623090 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-4525940e-d023-4d8e-9508-e352b71bf066 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 811 time: 0.2615225 Sep 23 13:25:17.630094 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b4c09de8-95f2-4b82-a270-2ba318e358a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:17.684586 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-c7d389ac-f27e-4bb2-99d9-34b6977841eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3830011 Sep 23 13:25:17.684586 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b4c09de8-95f2-4b82-a270-2ba318e358a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:17.712778 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Allocated IP 172.20.0.8 (cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c/efccfe76-b713-4981-9223-c73ce88397af/d4c4ba2f-3d7b-4b07-97bc-d736e69182c3) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:17.720505 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Request body: {'port': {'device_id': 'deaa5953-6c8b-4421-8865-ecaa939a8569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:17.772245 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a8296709-058b-4e96-b780-84aca84fedd9 req-a6816796-7efe-40e7-9970-c4b542511c9e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.1067903 Sep 23 13:25:17.883521 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fff00c16-b30d-439c-ba4b-23b08841aa65 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e315fe5e2004195a56d16354b14a9f4 HTTP/1.1" status: 200 len: 379 time: 0.2235515 Sep 23 13:25:17.920297 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'port': {'device_id': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'admin_state_up': True, 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'security_groups': ['c472bb9c-0a24-4319-ae33-b04335b2f91a']}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:17.946479 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:17.964677 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1145aebd-4683-463f-ae4b-65f5d3ec7a32 req-d37605d8-6555-4537-9766-c56bd1e263da tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0707772 Sep 23 13:25:17.965331 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.136651 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.158052 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b4c09de8-95f2-4b82-a270-2ba318e358a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.162180 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b4c09de8-95f2-4b82-a270-2ba318e358a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.165728 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-b4c09de8-95f2-4b82-a270-2ba318e358a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a008deb-cf72-4e03-861c-2d1011f355d4 HTTP/1.1" status: 204 len: 168 time: 0.8502612 Sep 23 13:25:18.199837 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c09de8-95f2-4b82-a270-2ba318e358a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a008deb-cf72-4e03-861c-2d1011f355d4,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:18.222384 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:18.238409 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:18.246388 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:18.252179 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:18.252812 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.284609 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Pushing event updated for resources: {'Port': ['ID=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:18.298960 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad42c8-7bdf-4a5e-b8b4-1270ec5d49c2 req-cb97de43-76ce-4f4e-9e42-0f65fc16bb75 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:18.300679 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-32ad42c8-7bdf-4a5e-b8b4-1270ec5d49c2 req-cb97de43-76ce-4f4e-9e42-0f65fc16bb75 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.1294360 Sep 23 13:25:18.347170 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Made reservation on behalf of 4e315fe5e2004195a56d16354b14a9f4 for: {'port': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:18.351145 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.399605 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-32ad42c8-7bdf-4a5e-b8b4-1270ec5d49c2 req-8e5f5b0a-cba3-4019-9ffa-ea56515ca5d7 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724652 Sep 23 13:25:18.420764 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-c972cd49-578c-4f0f-82e7-30f8611dc59e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5339549 Sep 23 13:25:18.434918 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Request body: {'port': {'device_id': '811c565e-b2da-4762-82a8-b4d5194c8ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:18.537736 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.589146 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8de7a6-1642-4db2-acdc-75af9970ebcd {{(pid=94597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:25:18.599157 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Allocated IP 172.20.0.6 (a8499643-6d33-484f-9958-41d85f2a2feb/0b587dcf-4e18-4711-9334-d4a55df4a689/5a65ef17-9314-436c-aedf-7b1e7ff73caf) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:18.602295 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.624344 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Transition to ACTIVE for port object 0f8de7a6-1642-4db2-acdc-75af9970ebcd will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:25:18.734609 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.818415 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Pushing event updated for resources: {'Port': ['ID=0f8de7a6-1642-4db2-acdc-75af9970ebcd,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:18.916693 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:18.954919 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Attempting to bind port 0f8de7a6-1642-4db2-acdc-75af9970ebcd on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:18.955246 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Attempting to bind port 0f8de7a6-1642-4db2-acdc-75af9970ebcd by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:18.955764 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Attempting to bind port 0f8de7a6-1642-4db2-acdc-75af9970ebcd on network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:18.982829 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Port 0f8de7a6-1642-4db2-acdc-75af9970ebcd on network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:25:18.983140 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Attempting to bind port 0f8de7a6-1642-4db2-acdc-75af9970ebcd on network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:18.990846 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:18.991203 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Checking segment: {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:18.991596 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Bound using segment: {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:18.995769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Bound port: 0f8de7a6-1642-4db2-acdc-75af9970ebcd, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:18.995769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.028674 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023be-8fa4-4794-b246-b7fa43320107 req-f5fa1508-61a9-4dee-a655-ed18fbc3de7a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:19.030474 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4c0023be-8fa4-4794-b246-b7fa43320107 req-f5fa1508-61a9-4dee-a655-ed18fbc3de7a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 931 time: 0.1487331 Sep 23 13:25:19.065173 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.107784 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:25:19.123293 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.150562 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Transition to ACTIVE for port object d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:25:19.203312 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] For port 0f8de7a6-1642-4db2-acdc-75af9970ebcd, host hv-cinder-80920, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:25:19.204345 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.206302 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Network a8499643-6d33-484f-9958-41d85f2a2feb is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:19.211253 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4c0023be-8fa4-4794-b246-b7fa43320107 req-8ece92e8-a1cd-4920-ae9e-fb01db32fb53 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626668 Sep 23 13:25:19.222109 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] For port 0f8de7a6-1642-4db2-acdc-75af9970ebcd, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:25:19.224966 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'Port': ['ID=5a65ef17-9314-436c-aedf-7b1e7ff73caf,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:19.227532 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:19.236538 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853c2cf-25e5-44fb-a8c1-294fe6d624f3 req-b4ac6d7f-ff74-48df-9fed-1b72a9a2bb99 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:19.238016 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1853c2cf-25e5-44fb-a8c1-294fe6d624f3 req-b4ac6d7f-ff74-48df-9fed-1b72a9a2bb99 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 931 time: 0.1882741 Sep 23 13:25:19.238850 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:19.244489 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:19.245063 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.278937 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Pushing event updated for resources: {'Port': ['ID=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:19.292435 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.308232 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1853c2cf-25e5-44fb-a8c1-294fe6d624f3 req-4976c785-25c2-4509-bdb0-d6d158c7ae5c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587645 Sep 23 13:25:19.345774 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:19.346404 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.347856 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] 10.222.0.15 "PUT /v2.0/ports/0f8de7a6-1642-4db2-acdc-75af9970ebcd HTTP/1.1" status: 200 len: 1094 time: 1.6384478 Sep 23 13:25:19.348340 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaa5953-6c8b-4421-8865-ecaa939a8569', 'tag': '0f8de7a6-1642-4db2-acdc-75af9970ebcd'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:25:19.349995 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Attempting to bind port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:19.350363 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Attempting to bind port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:19.350713 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Attempting to bind port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 on network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:19.350948 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18295a1-a827-4068-9a64-9eaef0477b69" -d '{"events": [{"name": "network-changed", "server_uuid": "deaa5953-6c8b-4421-8865-ecaa939a8569", "tag": "0f8de7a6-1642-4db2-acdc-75af9970ebcd"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:25:19.356829 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 on network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:25:19.357142 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Attempting to bind port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 on network cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:19.363046 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:19.363046 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Checking segment: {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:19.363502 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Bound using segment: {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:19.364016 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Bound port: d4c4ba2f-3d7b-4b07-97bc-d736e69182c3, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a63dbbf-7000-4ccf-a317-8d9a43431faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:19.364379 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.371660 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0954ae-9757-4d83-aa42-d7974285703f service neutron] Pushing event updated for resources: {'Port': ['ID=0f8de7a6-1642-4db2-acdc-75af9970ebcd,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:19.393853 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-fd8e2061-0288-46e1-9361-e752ec567b2a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4894078 Sep 23 13:25:19.409036 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device f7b06b16-ff4a-4945-9d5f-f34d47e518e2 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:25:19.413960 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Request body: {'port': {'device_id': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:19.417796 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9285e9b0-c9e4-4c11-b9bc-a28c4dc13819 x-openstack-request-id: req-9285e9b0-c9e4-4c11-b9bc-a28c4dc13819 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:25:19.418074 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaa5953-6c8b-4421-8865-ecaa939a8569", "tag": "0f8de7a6-1642-4db2-acdc-75af9970ebcd", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:25:19.418330 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9285e9b0-c9e4-4c11-b9bc-a28c4dc13819 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:25:19.418712 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deaa5953-6c8b-4421-8865-ecaa939a8569', 'tag': '0f8de7a6-1642-4db2-acdc-75af9970ebcd', 'status': 'completed', 'code': 200} Sep 23 13:25:19.537828 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.558110 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18295a1-a827-4068-9a64-9eaef0477b69 req-ef7cda10-2b88-4ccc-9dc9-c3d41a52f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:19.563206 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d18295a1-a827-4068-9a64-9eaef0477b69 req-ef7cda10-2b88-4ccc-9dc9-c3d41a52f25d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1097 time: 0.1131477 Sep 23 13:25:19.587471 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] For port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:25:19.592463 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] For port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:25:19.597363 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-65af4064-7069-4a17-be3d-a61d54b47a46 None None] Provisioning complete for port 5a65ef17-9314-436c-aedf-7b1e7ff73caf triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:19.602031 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65af4064-7069-4a17-be3d-a61d54b47a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.673437 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.722596 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:19.722596 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:19.722596 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] 10.222.0.15 "PUT /v2.0/ports/d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 HTTP/1.1" status: 200 len: 1093 time: 1.2892814 Sep 23 13:25:19.722596 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811c565e-b2da-4762-82a8-b4d5194c8ce0', 'tag': 'd4c4ba2f-3d7b-4b07-97bc-d736e69182c3'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:25:19.836565 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160063e8-af53-40ed-a27b-8e1d568aea7b service neutron] Pushing event updated for resources: {'Port': ['ID=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:19.891019 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18295a1-a827-4068-9a64-9eaef0477b69 req-6eb9e346-3492-4cbd-8972-9f1607d00dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:19.893679 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d18295a1-a827-4068-9a64-9eaef0477b69 req-6eb9e346-3492-4cbd-8972-9f1607d00dab service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1fd42d254cfa431da323daa7fa560f79&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3213847 Sep 23 13:25:19.921769 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-65af4064-7069-4a17-be3d-a61d54b47a46 None None] Port 5a65ef17-9314-436c-aedf-7b1e7ff73caf cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:25:19.932286 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f3ed6-88ef-41c0-b830-47c38bb769be" -d '{"events": [{"name": "network-changed", "server_uuid": "811c565e-b2da-4762-82a8-b4d5194c8ce0", "tag": "d4c4ba2f-3d7b-4b07-97bc-d736e69182c3"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:25:19.934654 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964f0bd-8a34-4f9f-9cfa-631858accfa8 req-7ad55134-6833-4ad6-8f01-65bc20f9eefc tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:19.936184 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9964f0bd-8a34-4f9f-9cfa-631858accfa8 req-7ad55134-6833-4ad6-8f01-65bc20f9eefc tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 943 time: 0.3824611 Sep 23 13:25:19.980358 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-b159f8f8-3c0f-4ce3-a7a2-fadc06947928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:19.980358 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-b159f8f8-3c0f-4ce3-a7a2-fadc06947928 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 1096 time: 0.1233814 Sep 23 13:25:20.087251 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port f7b06b16-ff4a-4945-9d5f-f34d47e518e2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,segment=NetworkSegment(2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c),segment_id=2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:20.099974 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-0f56c083-629b-43ab-a5ae-179b30b0cfd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 HTTP/1.1" status: 200 len: 217 time: 0.1112127 Sep 23 13:25:20.120005 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'f7b06b16-ff4a-4945-9d5f-f34d47e518e2', 'network_id': '17397a0e-c648-4d1e-90a4-bf04d7dfabe4', 'port_id': 'f7b06b16-ff4a-4945-9d5f-f34d47e518e2', 'mac_address': 'fa:16:3e:b9:c7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850173b1-782a-4972-a1b5-b3c778782c6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:25:20.182020 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-ea5dbe3a-643b-408e-a1fd-a6c53eaaeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:20.184167 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-ea5dbe3a-643b-408e-a1fd-a6c53eaaeb06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.0781877 Sep 23 13:25:20.185780 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:20.186176 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c0a92-b686-4274-97ee-9ea616b4424f x-openstack-request-id: req-750c0a92-b686-4274-97ee-9ea616b4424f {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:25:20.186621 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811c565e-b2da-4762-82a8-b4d5194c8ce0", "tag": "d4c4ba2f-3d7b-4b07-97bc-d736e69182c3", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:25:20.187027 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-750c0a92-b686-4274-97ee-9ea616b4424f {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:25:20.187615 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811c565e-b2da-4762-82a8-b4d5194c8ce0', 'tag': 'd4c4ba2f-3d7b-4b07-97bc-d736e69182c3', 'status': 'completed', 'code': 200} Sep 23 13:25:20.202966 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b06b16-ff4a-4945-9d5f-f34d47e518e2 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:25:20.277192 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-3ffbdbe9-58d2-4f13-b845-3a1554561a3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827589 Sep 23 13:25:20.282609 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9964f0bd-8a34-4f9f-9cfa-631858accfa8 req-d55b5cfc-cc7d-43b5-a567-bf61f30aadbf tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385036 Sep 23 13:25:20.283755 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port f7b06b16-ff4a-4945-9d5f-f34d47e518e2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,segment=NetworkSegment(2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c),segment_id=2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:20.335651 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:20.439813 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:20.456984 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-555658cd-9cd5-4f64-8b18-d25c05923b69 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616688 Sep 23 13:25:20.465130 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18295a1-a827-4068-9a64-9eaef0477b69 req-9638aa74-dde5-4b18-9a5b-69b6bd85cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:20.476681 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d18295a1-a827-4068-9a64-9eaef0477b69 req-9638aa74-dde5-4b18-9a5b-69b6bd85cacb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5720356 Sep 23 13:25:20.586211 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['f7b06b16-ff4a-4945-9d5f-f34d47e518e2'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:25:20.594055 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7889c57-3096-4302-8d32-2fd31bc42926 req-72941231-9791-4d2a-ab0f-47315a71e94c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:20.596611 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b7889c57-3096-4302-8d32-2fd31bc42926 req-72941231-9791-4d2a-ab0f-47315a71e94c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 931 time: 0.1487753 Sep 23 13:25:20.602612 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cd209036-86a3-4f64-bf02-0bb796dd24fc req-3ab4b9c4-c0ab-436b-8d54-48daff14da60 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374528 Sep 23 13:25:20.644652 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612596bc-d50e-468a-b8e1-04f967eb342e req-33813cdb-d76d-4f4b-8ab9-26cc6553292f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:20.644652 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-612596bc-d50e-468a-b8e1-04f967eb342e req-33813cdb-d76d-4f4b-8ab9-26cc6553292f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 943 time: 0.3044980 Sep 23 13:25:20.749727 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-b8ddfee1-b47c-44bc-93ef-81b2cf8c2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:20.750986 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-b8ddfee1-b47c-44bc-93ef-81b2cf8c2493 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1097 time: 0.1916397 Sep 23 13:25:20.758321 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b7889c57-3096-4302-8d32-2fd31bc42926 req-85766677-ecc5-42a6-a647-562e2a40fd59 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226022 Sep 23 13:25:20.774078 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a65ef17-9314-436c-aedf-7b1e7ff73caf {{(pid=94597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:25:20.781172 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-612596bc-d50e-468a-b8e1-04f967eb342e req-c0b1d6f5-2ebd-4114-a410-49dd4f2ff48b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300225 Sep 23 13:25:20.786949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:20.818432 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-9a2e9a6e-96c4-4a92-a93b-ee40f1055597 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd HTTP/1.1" status: 200 len: 217 time: 0.0545323 Sep 23 13:25:20.858099 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Transition to ACTIVE for port object 5a65ef17-9314-436c-aedf-7b1e7ff73caf will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:25:20.885651 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-3c2df0fc-824b-49c4-9376-02729adbabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:20.888824 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-3c2df0fc-824b-49c4-9376-02729adbabf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0549393 Sep 23 13:25:20.937606 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-7db6af21-3670-4111-b7a3-d6681ac2816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:20.945366 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-7db6af21-3670-4111-b7a3-d6681ac2816e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.1074283 Sep 23 13:25:20.990954 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-0ff8042d-d492-4041-9719-5a90443388ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377192 Sep 23 13:25:21.076648 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:21.096405 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-8d6e047c-3269-4d74-8cf4-cb7679df0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:21.099863 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-8d6e047c-3269-4d74-8cf4-cb7679df0c03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 919 time: 0.2013752 Sep 23 13:25:21.134014 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Pushing event updated for resources: {'Port': ['ID=5a65ef17-9314-436c-aedf-7b1e7ff73caf,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:21.149055 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-d4a0edc3-db4c-473c-b5df-38ddbd3474fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 HTTP/1.1" status: 200 len: 217 time: 0.0424359 Sep 23 13:25:21.182233 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Attempting to bind port 5a65ef17-9314-436c-aedf-7b1e7ff73caf on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:21.182582 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Attempting to bind port 5a65ef17-9314-436c-aedf-7b1e7ff73caf by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:21.182928 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Attempting to bind port 5a65ef17-9314-436c-aedf-7b1e7ff73caf on network a8499643-6d33-484f-9958-41d85f2a2feb {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:21.190223 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Port 5a65ef17-9314-436c-aedf-7b1e7ff73caf on network a8499643-6d33-484f-9958-41d85f2a2feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:25:21.195123 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Attempting to bind port 5a65ef17-9314-436c-aedf-7b1e7ff73caf on network a8499643-6d33-484f-9958-41d85f2a2feb {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:21.199704 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-6e021863-d929-44ff-8592-84099fea849b service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000167 Sep 23 13:25:21.200981 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:21.201331 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Checking segment: {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:21.201717 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Bound using segment: {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:21.202162 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Bound port: 5a65ef17-9314-436c-aedf-7b1e7ff73caf, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:21.202524 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:21.216857 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-209a1a9b-4884-4e08-b4dc-c49e0c4f092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:21.220450 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-209a1a9b-4884-4e08-b4dc-c49e0c4f092a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.0616670 Sep 23 13:25:21.261519 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-0af15e6d-ad16-4c49-b6e5-4844bad0a065 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340366 Sep 23 13:25:21.387982 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] For port 5a65ef17-9314-436c-aedf-7b1e7ff73caf, host hv-cinder-80920, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:25:21.392148 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-b3f2bea3-c840-47cf-b4f7-be5bbdb9b52c service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209433 Sep 23 13:25:21.393181 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] For port 5a65ef17-9314-436c-aedf-7b1e7ff73caf, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:25:21.396624 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecf05431-7c9b-46bf-9ecf-e3bda89a02f5 req-7037d3df-aa20-4d3e-bf4f-28841dd3af9a service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832919 Sep 23 13:25:21.398773 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device f7b06b16-ff4a-4945-9d5f-f34d47e518e2 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:21.480179 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994c528-13f7-4c4b-ac23-9656fa822313 req-84c9074a-47ff-494a-b722-60f4f7b35aa8 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:21.481967 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8994c528-13f7-4c4b-ac23-9656fa822313 req-84c9074a-47ff-494a-b722-60f4f7b35aa8 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 944 time: 0.0722296 Sep 23 13:25:21.483503 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:21.520951 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-122f3ed6-88ef-41c0-b830-47c38bb769be req-d8fc7403-7f85-40d5-a235-9fa3f174d4cc service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112742 Sep 23 13:25:21.550269 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:21.551149 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:21.552840 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] 10.222.0.15 "PUT /v2.0/ports/5a65ef17-9314-436c-aedf-7b1e7ff73caf HTTP/1.1" status: 200 len: 1093 time: 2.1500747 Sep 23 13:25:21.556177 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'tag': '5a65ef17-9314-436c-aedf-7b1e7ff73caf'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:25:21.561179 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6545c2b-ea8a-450d-9d7d-bb961faa3ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "f498bcfe-3446-4f7d-af96-6002d06cfb95", "tag": "5a65ef17-9314-436c-aedf-7b1e7ff73caf"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:25:21.598013 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8994c528-13f7-4c4b-ac23-9656fa822313 req-6da55229-9bc3-44b5-8a46-c40e10839c4d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774734 Sep 23 13:25:21.598013 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16137a67-08f2-4652-a7e3-69d7d45fcc84 service neutron] Pushing event updated for resources: {'Port': ['ID=5a65ef17-9314-436c-aedf-7b1e7ff73caf,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:21.602262 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d3f3ee-7699-4b8d-b348-f214510028f8 x-openstack-request-id: req-32d3f3ee-7699-4b8d-b348-f214510028f8 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:25:21.602551 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f498bcfe-3446-4f7d-af96-6002d06cfb95", "tag": "5a65ef17-9314-436c-aedf-7b1e7ff73caf", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:25:21.602867 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32d3f3ee-7699-4b8d-b348-f214510028f8 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:25:21.603254 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'tag': '5a65ef17-9314-436c-aedf-7b1e7ff73caf', 'status': 'completed', 'code': 200} Sep 23 13:25:21.642746 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port f7b06b16-ff4a-4945-9d5f-f34d47e518e2 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:25:21.649272 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port f7b06b16-ff4a-4945-9d5f-f34d47e518e2 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:21.653588 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:21.671444 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6545c2b-ea8a-450d-9d7d-bb961faa3ce7 req-05646356-b6e7-4fb1-be17-a69b2244e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:21.673301 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6545c2b-ea8a-450d-9d7d-bb961faa3ce7 req-05646356-b6e7-4fb1-be17-a69b2244e928 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 1096 time: 0.0483735 Sep 23 13:25:21.746025 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:21.770857 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f1dad8-f429-45e1-8ee2-393b1c5835eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b06b16-ff4a-4945-9d5f-f34d47e518e2'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:25:21.825469 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6545c2b-ea8a-450d-9d7d-bb961faa3ce7 req-17fc2306-bebe-4973-84ed-729c066c9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:21.826959 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6545c2b-ea8a-450d-9d7d-bb961faa3ce7 req-17fc2306-bebe-4973-84ed-729c066c9594 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e315fe5e2004195a56d16354b14a9f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1450336 Sep 23 13:25:21.904107 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port f7b06b16-ff4a-4945-9d5f-f34d47e518e2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,segment=NetworkSegment(2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c),segment_id=2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:21.970003 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.042787 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5783a9f-dc96-451d-a4b3-7e50626295c0 req-6191b781-a3d2-4c6d-88ea-af5dfccb7d23 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:22.044319 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b5783a9f-dc96-451d-a4b3-7e50626295c0 req-6191b781-a3d2-4c6d-88ea-af5dfccb7d23 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 943 time: 0.1740005 Sep 23 13:25:22.057198 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1c08e-8e18-47b5-8692-d2637be9b74b req-dedccdb0-019d-475d-b21a-8f8411babab3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:22.058724 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-23a1c08e-8e18-47b5-8692-d2637be9b74b req-dedccdb0-019d-475d-b21a-8f8411babab3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 943 time: 0.1927469 Sep 23 13:25:22.061986 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6545c2b-ea8a-450d-9d7d-bb961faa3ce7 req-04382365-0532-45be-a1cc-d77a4df3e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:22.063727 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6545c2b-ea8a-450d-9d7d-bb961faa3ce7 req-04382365-0532-45be-a1cc-d77a4df3e92b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2270617 Sep 23 13:25:22.094000 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:22.139279 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51054) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:22.142688 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faa9317-adad-4af9-9fe4-f07b3cf55c86" -d '{"events": [{"server_uuid": "f5f1dad8-f429-45e1-8ee2-393b1c5835eb", "name": "network-vif-plugged", "status": "completed", "tag": "f7b06b16-ff4a-4945-9d5f-f34d47e518e2"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:25:22.172601 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b5783a9f-dc96-451d-a4b3-7e50626295c0 req-01f798cf-0d5f-4354-8427-4e9a2b277ac4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122346 Sep 23 13:25:22.224977 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-23a1c08e-8e18-47b5-8692-d2637be9b74b req-40c87f75-5858-4aa6-81b7-04c234162398 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498775 Sep 23 13:25:22.249122 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8475-fc1a-4f64-9839-965d115b0192 req-5b971434-dece-44bf-bdf5-b0ff739fb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:22.251451 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-5b971434-dece-44bf-bdf5-b0ff739fb7c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 1096 time: 0.1263170 Sep 23 13:25:22.299018 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8cb7fa-a3b4-4b9e-95df-e48a7c1e011a x-openstack-request-id: req-6a8cb7fa-a3b4-4b9e-95df-e48a7c1e011a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:25:22.299645 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f1dad8-f429-45e1-8ee2-393b1c5835eb", "name": "network-vif-plugged", "status": "completed", "tag": "f7b06b16-ff4a-4945-9d5f-f34d47e518e2", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:25:22.300005 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a8cb7fa-a3b4-4b9e-95df-e48a7c1e011a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:25:22.302264 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f1dad8-f429-45e1-8ee2-393b1c5835eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b06b16-ff4a-4945-9d5f-f34d47e518e2', 'code': 200} Sep 23 13:25:22.303497 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c71c50be-203d-4861-b02b-3035c23ed002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.309540 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-454cab7d-db80-4aea-b336-67af8908ee55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf HTTP/1.1" status: 200 len: 217 time: 0.0483670 Sep 23 13:25:22.365876 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8475-fc1a-4f64-9839-965d115b0192 req-676b79b8-8f54-456b-b08c-d370e135e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:22.367287 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-676b79b8-8f54-456b-b08c-d370e135e518 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b587dcf-4e18-4711-9334-d4a55df4a689 HTTP/1.1" status: 200 len: 850 time: 0.0493872 Sep 23 13:25:22.412651 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c71c50be-203d-4861-b02b-3035c23ed002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.424835 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8475-fc1a-4f64-9839-965d115b0192 req-bf2860aa-acdb-4c9e-b683-0902f2d6e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:22.426978 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-bf2860aa-acdb-4c9e-b683-0902f2d6e6f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8499643-6d33-484f-9958-41d85f2a2feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519879 Sep 23 13:25:22.502763 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c71c50be-203d-4861-b02b-3035c23ed002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.528730 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-8a8188aa-4fa7-4d8e-b911-01f29dd56de7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940495 Sep 23 13:25:22.549132 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-c71c50be-203d-4861-b02b-3035c23ed002 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fab899cca4f4f46b0f26277fe9a3f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074726 Sep 23 13:25:22.549132 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c50be-203d-4861-b02b-3035c23ed002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b69917-8b9f-4dd0-b987-8f2d39cbb614,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:22.553283 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51076) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:22.668502 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-921df4f5-6452-4298-a934-f4d0a6ac2559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.671655 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abae8475-fc1a-4f64-9839-965d115b0192 req-06a42547-7f8c-4182-a868-cc67832f13c6 service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353850 Sep 23 13:25:22.696848 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-921df4f5-6452-4298-a934-f4d0a6ac2559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.700949 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac93c4-5f3b-4dda-8a00-dcd3f538e08a req-f1e1771d-3522-49a9-aec2-b86369b5b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:22.702438 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4cac93c4-5f3b-4dda-8a00-dcd3f538e08a req-f1e1771d-3522-49a9-aec2-b86369b5b54d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 1098 time: 0.0983460 Sep 23 13:25:22.722241 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4cac93c4-5f3b-4dda-8a00-dcd3f538e08a req-e7e4e885-fec1-4d09-8474-c7baef9248b0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.766417 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f1178-b276-47d6-b679-1a10432595c2 req-d1822a24-48ed-4d55-bed0-b8723cc5417d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:22.767932 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-107f1178-b276-47d6-b679-1a10432595c2 req-d1822a24-48ed-4d55-bed0-b8723cc5417d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 945 time: 0.0732872 Sep 23 13:25:22.809457 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-107f1178-b276-47d6-b679-1a10432595c2 req-d4ab2ac2-12ce-4947-b394-4bf563a69c9c tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347784 Sep 23 13:25:22.821937 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4cac93c4-5f3b-4dda-8a00-dcd3f538e08a req-e7e4e885-fec1-4d09-8474-c7baef9248b0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.861292 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-921df4f5-6452-4298-a934-f4d0a6ac2559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.863854 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-921df4f5-6452-4298-a934-f4d0a6ac2559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.864990 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-921df4f5-6452-4298-a934-f4d0a6ac2559 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49b69917-8b9f-4dd0-b987-8f2d39cbb614 HTTP/1.1" status: 204 len: 168 time: 0.3107381 Sep 23 13:25:22.873030 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921df4f5-6452-4298-a934-f4d0a6ac2559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b69917-8b9f-4dd0-b987-8f2d39cbb614,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:22.884793 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4cac93c4-5f3b-4dda-8a00-dcd3f538e08a req-e7e4e885-fec1-4d09-8474-c7baef9248b0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:22.919140 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4cac93c4-5f3b-4dda-8a00-dcd3f538e08a req-e7e4e885-fec1-4d09-8474-c7baef9248b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083757 Sep 23 13:25:22.931294 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4e885-fec1-4d09-8474-c7baef9248b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c999a3-3bae-4c0e-a068-14a4f6b2b2e9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:23.011880 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51096) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:23.258320 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d242f0bc-39d8-49b7-987a-50c9ac26b374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.414435 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 0f8de7a6-1642-4db2-acdc-75af9970ebcd details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:25:23.443201 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096059b6-c075-4706-bf09-535c5c3b0712 req-0b7576e0-88a7-41b8-8730-95155b7af5a2 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:23.444752 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-096059b6-c075-4706-bf09-535c5c3b0712 req-0b7576e0-88a7-41b8-8730-95155b7af5a2 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 943 time: 0.1215060 Sep 23 13:25:23.465895 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eda9a5-6ec3-41fe-b91b-194ad53c8b6a req-62fb697b-9cde-481f-acc8-e3dcb58ab2b9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:23.467397 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-76eda9a5-6ec3-41fe-b91b-194ad53c8b6a req-62fb697b-9cde-481f-acc8-e3dcb58ab2b9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 943 time: 0.1309266 Sep 23 13:25:23.469301 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d242f0bc-39d8-49b7-987a-50c9ac26b374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.513942 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 0f8de7a6-1642-4db2-acdc-75af9970ebcd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:23.524567 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-096059b6-c075-4706-bf09-535c5c3b0712 req-2bfdeff8-a4a0-4a0c-8a21-b834a867d5a6 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705144 Sep 23 13:25:23.527352 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-76eda9a5-6ec3-41fe-b91b-194ad53c8b6a req-42ad13d3-49ac-4dbc-beb3-c31faa92f991 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524392 Sep 23 13:25:23.531269 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '0f8de7a6-1642-4db2-acdc-75af9970ebcd', 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c', 'port_id': '0f8de7a6-1642-4db2-acdc-75af9970ebcd', 'mac_address': 'fa:16:3e:f4:60:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efccfe76-b713-4981-9223-c73ce88397af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:25:23.564038 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d242f0bc-39d8-49b7-987a-50c9ac26b374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.573978 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.591071 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8de7a6-1642-4db2-acdc-75af9970ebcd {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:25:23.605707 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-d242f0bc-39d8-49b7-987a-50c9ac26b374 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e76f84f18b6f4dfa92aaa79066753c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926244 Sep 23 13:25:23.608893 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51122) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:23.610440 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 0f8de7a6-1642-4db2-acdc-75af9970ebcd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:23.621060 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242f0bc-39d8-49b7-987a-50c9ac26b374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b158104a-2c34-4bd8-85d8-6c6f4d8a231f,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:23.626546 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51124) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:23.648616 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0d9948af-b3b2-4314-9531-164fb89b68d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.660132 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.660829 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:25:23.697613 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c11e4aa7-d560-421d-8861-82658e4cacb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.730217 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c11e4aa7-d560-421d-8861-82658e4cacb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.745404 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=0f8de7a6-1642-4db2-acdc-75af9970ebcd,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:23.755032 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:23.770664 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'd4c4ba2f-3d7b-4b07-97bc-d736e69182c3', 'network_id': 'cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c', 'port_id': 'd4c4ba2f-3d7b-4b07-97bc-d736e69182c3', 'mac_address': 'fa:16:3e:a4:df:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efccfe76-b713-4981-9223-c73ce88397af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:25:23.831370 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.831614 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0d9948af-b3b2-4314-9531-164fb89b68d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.836245 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51132) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:23.846194 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:25:23.869733 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:23.918499 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0d9948af-b3b2-4314-9531-164fb89b68d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.931051 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c11e4aa7-d560-421d-8861-82658e4cacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.931765 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c11e4aa7-d560-421d-8861-82658e4cacb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.932825 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c11e4aa7-d560-421d-8861-82658e4cacb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b158104a-2c34-4bd8-85d8-6c6f4d8a231f HTTP/1.1" status: 204 len: 168 time: 0.3229883 Sep 23 13:25:23.960729 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-838dd531-cf97-47c1-9ace-d8bccf11a9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:23.966095 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0d9948af-b3b2-4314-9531-164fb89b68d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d431505987284071bc0e534094b529bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385653 Sep 23 13:25:23.968717 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51146) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:23.974007 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9948af-b3b2-4314-9531-164fb89b68d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06148ac3-871c-4f5c-929e-a390515ccf9c,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:23.981455 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.009468 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e4aa7-d560-421d-8861-82658e4cacb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b158104a-2c34-4bd8-85d8-6c6f4d8a231f,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:24.028842 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c3a97-ac26-4dc5-9acc-e9c7841bb1fe req-26ba867a-b6d0-4392-b3c5-9bbac938ff3d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:24.028842 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ea5c3a97-ac26-4dc5-9acc-e9c7841bb1fe req-26ba867a-b6d0-4392-b3c5-9bbac938ff3d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 945 time: 0.1401515 Sep 23 13:25:24.046419 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:24.071814 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ea5c3a97-ac26-4dc5-9acc-e9c7841bb1fe req-fa77a154-0288-433c-ac08-90339974263b tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Sep 23 13:25:24.081065 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0697017a-4659-4577-8c53-bb9bf00f3f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.137207 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0697017a-4659-4577-8c53-bb9bf00f3f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.140042 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-838dd531-cf97-47c1-9ace-d8bccf11a9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.215031 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-838dd531-cf97-47c1-9ace-d8bccf11a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.232113 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['0f8de7a6-1642-4db2-acdc-75af9970ebcd'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:25:24.255573 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dd531-cf97-47c1-9ace-d8bccf11a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb09b999-8657-4b53-b1d6-1f8439f7efbb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:24.266763 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['d4c4ba2f-3d7b-4b07-97bc-d736e69182c3'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:25:24.274807 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51158) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:24.275366 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-838dd531-cf97-47c1-9ace-d8bccf11a9ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e390b2730a0f4228af76fb55249ac52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379098 Sep 23 13:25:24.284125 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0697017a-4659-4577-8c53-bb9bf00f3f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.288607 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0697017a-4659-4577-8c53-bb9bf00f3f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.291199 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-0697017a-4659-4577-8c53-bb9bf00f3f20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06148ac3-871c-4f5c-929e-a390515ccf9c HTTP/1.1" status: 204 len: 168 time: 0.3211436 Sep 23 13:25:24.300062 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697017a-4659-4577-8c53-bb9bf00f3f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06148ac3-871c-4f5c-929e-a390515ccf9c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:24.351619 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-63146e84-fe58-4b50-97d9-afeb0cfde92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.385708 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-63146e84-fe58-4b50-97d9-afeb0cfde92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.517851 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-63146e84-fe58-4b50-97d9-afeb0cfde92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.521013 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-63146e84-fe58-4b50-97d9-afeb0cfde92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.522191 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-63146e84-fe58-4b50-97d9-afeb0cfde92f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb09b999-8657-4b53-b1d6-1f8439f7efbb HTTP/1.1" status: 204 len: 168 time: 0.2455606 Sep 23 13:25:24.529894 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63146e84-fe58-4b50-97d9-afeb0cfde92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb09b999-8657-4b53-b1d6-1f8439f7efbb,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:24.669934 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10955c34-1f72-448a-881e-64c4d8d161c4 req-7f4bb2ed-5314-45c3-b1f6-447d53aea7e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:24.671385 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-10955c34-1f72-448a-881e-64c4d8d161c4 req-7f4bb2ed-5314-45c3-b1f6-447d53aea7e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 943 time: 0.0733786 Sep 23 13:25:24.683980 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b148a19-2185-4620-921b-42b68cd09470 req-83ff95ad-5dec-4ee1-ab86-06ba2d58b6fb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:24.685556 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b148a19-2185-4620-921b-42b68cd09470 req-83ff95ad-5dec-4ee1-ab86-06ba2d58b6fb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 944 time: 0.0772326 Sep 23 13:25:24.740502 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-10955c34-1f72-448a-881e-64c4d8d161c4 req-4075c942-029c-4798-8a2c-44086d9494b6 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537035 Sep 23 13:25:24.761543 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b148a19-2185-4620-921b-42b68cd09470 req-1661f516-ff0f-485c-962f-d095b32016ad tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621355 Sep 23 13:25:24.808524 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51174) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:24.823307 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d6b42144-a68b-4a31-8015-f1db695aebab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.917665 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d6b42144-a68b-4a31-8015-f1db695aebab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:24.969729 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d6b42144-a68b-4a31-8015-f1db695aebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.020316 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-d6b42144-a68b-4a31-8015-f1db695aebab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1fda436d96c4937a97459454717704f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105050 Sep 23 13:25:25.022526 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b42144-a68b-4a31-8015-f1db695aebab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e25215-7eab-4789-9ebe-60124bebbd44,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:25.022971 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51182) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:25.076986 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2b563a28-2233-447d-9972-fd488bf56aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.102121 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2b563a28-2233-447d-9972-fd488bf56aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.200349 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7891cb-4837-4ad2-a833-38b81662b471 req-6eba9313-9786-427d-98d5-47d49a3be3bc tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:25.201917 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0c7891cb-4837-4ad2-a833-38b81662b471 req-6eba9313-9786-427d-98d5-47d49a3be3bc tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 945 time: 0.0577705 Sep 23 13:25:25.226954 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51194) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:25.255920 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2b563a28-2233-447d-9972-fd488bf56aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.257177 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0c7891cb-4837-4ad2-a833-38b81662b471 req-f03553b2-c916-46e5-9ed2-d7276e1e12bc tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462067 Sep 23 13:25:25.258938 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2b563a28-2233-447d-9972-fd488bf56aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.262694 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-2b563a28-2233-447d-9972-fd488bf56aa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7e25215-7eab-4789-9ebe-60124bebbd44 HTTP/1.1" status: 204 len: 168 time: 0.2362850 Sep 23 13:25:25.282414 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b563a28-2233-447d-9972-fd488bf56aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e25215-7eab-4789-9ebe-60124bebbd44,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:25.366305 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d24c9283-12ce-4b08-8877-ddf6c02165b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.447104 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 5a65ef17-9314-436c-aedf-7b1e7ff73caf details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:25:25.449230 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 0f8de7a6-1642-4db2-acdc-75af9970ebcd up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:25.475374 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d24c9283-12ce-4b08-8877-ddf6c02165b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.528553 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d24c9283-12ce-4b08-8877-ddf6c02165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.568287 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51206) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:25.574644 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-d24c9283-12ce-4b08-8877-ddf6c02165b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bdf42daa75f4a0a8219d3ad0521d89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466187 Sep 23 13:25:25.577142 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c9283-12ce-4b08-8877-ddf6c02165b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6cdcd8-a3a1-4b54-8209-2a93ca46a6ea,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:25.579753 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51208) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:25.586967 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 5a65ef17-9314-436c-aedf-7b1e7ff73caf, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:25.590098 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8fa884fd-04a4-4de2-85e0-585de229d1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.600741 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '5a65ef17-9314-436c-aedf-7b1e7ff73caf', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'port_id': '5a65ef17-9314-436c-aedf-7b1e7ff73caf', 'mac_address': 'fa:16:3e:8b:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:25:25.642050 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 0f8de7a6-1642-4db2-acdc-75af9970ebcd completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:25:25.654894 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90a765d8-f354-4f4d-81b9-ae265e65aff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.657414 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 0f8de7a6-1642-4db2-acdc-75af9970ebcd triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:25.658357 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.679883 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90a765d8-f354-4f4d-81b9-ae265e65aff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.693008 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.718195 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a65ef17-9314-436c-aedf-7b1e7ff73caf {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:25:25.746957 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 5a65ef17-9314-436c-aedf-7b1e7ff73caf, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:25.773374 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8fa884fd-04a4-4de2-85e0-585de229d1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.792016 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.837240 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa5953-6c8b-4421-8865-ecaa939a8569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8de7a6-1642-4db2-acdc-75af9970ebcd'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:25:25.841270 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f05d1c0-81a2-4947-a24f-2dc57ec68b5f" -d '{"events": [{"server_uuid": "deaa5953-6c8b-4421-8865-ecaa939a8569", "name": "network-vif-plugged", "status": "completed", "tag": "0f8de7a6-1642-4db2-acdc-75af9970ebcd"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:25:25.859825 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 0f8de7a6-1642-4db2-acdc-75af9970ebcd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:25.867221 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.867403 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90a765d8-f354-4f4d-81b9-ae265e65aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.869838 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90a765d8-f354-4f4d-81b9-ae265e65aff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.873654 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-90a765d8-f354-4f4d-81b9-ae265e65aff4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e6cdcd8-a3a1-4b54-8209-2a93ca46a6ea HTTP/1.1" status: 204 len: 168 time: 0.2902746 Sep 23 13:25:25.880258 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a765d8-f354-4f4d-81b9-ae265e65aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6cdcd8-a3a1-4b54-8209-2a93ca46a6ea,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:25.938468 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=5a65ef17-9314-436c-aedf-7b1e7ff73caf,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:25.939824 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8fa884fd-04a4-4de2-85e0-585de229d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.942850 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:25.944390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:25.968882 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74607c87-2ee2-4696-a1f8-b61b618da02e req-0594fa2c-11dc-47c6-8ddb-ce29eca1b696 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:25.970448 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-74607c87-2ee2-4696-a1f8-b61b618da02e req-0594fa2c-11dc-47c6-8ddb-ce29eca1b696 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 944 time: 0.1141303 Sep 23 13:25:26.033838 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=0f8de7a6-1642-4db2-acdc-75af9970ebcd,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:26.043346 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aceea1b-4101-401e-a4d2-d41bba3d2309 req-01287df0-4abc-4bd5-a949-2dd6452ccdcd tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:26.045261 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9aceea1b-4101-401e-a4d2-d41bba3d2309 req-01287df0-4abc-4bd5-a949-2dd6452ccdcd tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 944 time: 0.1553116 Sep 23 13:25:26.054425 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-8fa884fd-04a4-4de2-85e0-585de229d1cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4c4e30d3fbd436e8c6ad07f276542e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848225 Sep 23 13:25:26.063064 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa884fd-04a4-4de2-85e0-585de229d1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6702af-ed65-4811-ba0d-ec81916a4106,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:26.063525 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51232) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:26.113344 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['5a65ef17-9314-436c-aedf-7b1e7ff73caf'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:25:26.128183 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab3ad-6cda-4e34-88c4-431662b31a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:26.158492 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab3ad-6cda-4e34-88c4-431662b31a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:26.181142 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-74607c87-2ee2-4696-a1f8-b61b618da02e req-e92a77be-8939-4f48-af71-ca7ba0f4b6c1 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941130 Sep 23 13:25:26.199124 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9aceea1b-4101-401e-a4d2-d41bba3d2309 req-deb57e21-e4ec-48c7-a2b7-238a8a984bbf tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427197 Sep 23 13:25:26.204620 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:25:26.227793 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:26.233706 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:26.293864 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab3ad-6cda-4e34-88c4-431662b31a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:26.296682 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab3ad-6cda-4e34-88c4-431662b31a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:26.298213 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ae4ab3ad-6cda-4e34-88c4-431662b31a08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd6702af-ed65-4811-ba0d-ec81916a4106 HTTP/1.1" status: 204 len: 168 time: 0.2328551 Sep 23 13:25:26.308088 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ab3ad-6cda-4e34-88c4-431662b31a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6702af-ed65-4811-ba0d-ec81916a4106,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:26.356760 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fd8320-e54b-4312-a6f9-e1d2c7630086 x-openstack-request-id: req-f6fd8320-e54b-4312-a6f9-e1d2c7630086 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:25:26.365641 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa5953-6c8b-4421-8865-ecaa939a8569", "name": "network-vif-plugged", "status": "completed", "tag": "0f8de7a6-1642-4db2-acdc-75af9970ebcd", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:25:26.365641 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6fd8320-e54b-4312-a6f9-e1d2c7630086 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:25:26.365641 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deaa5953-6c8b-4421-8865-ecaa939a8569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8de7a6-1642-4db2-acdc-75af9970ebcd', 'code': 200} Sep 23 13:25:26.398837 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:26.461012 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:26.533896 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:26.584527 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:26.664733 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70677931-1028-448a-b902-4884fdc852f8 req-70f1d953-f4ee-4b78-83ee-02dada4ee70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:26.666207 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-70677931-1028-448a-b902-4884fdc852f8 req-70f1d953-f4ee-4b78-83ee-02dada4ee70e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1099 time: 0.0391107 Sep 23 13:25:26.700099 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-70677931-1028-448a-b902-4884fdc852f8 req-7e033125-058b-4e2c-82e5-36d801421ff6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265977 Sep 23 13:25:26.912160 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51260) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:26.925031 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4840d029-466f-46e5-863b-3c1344dca168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.019234 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4840d029-466f-46e5-863b-3c1344dca168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.082209 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4840d029-466f-46e5-863b-3c1344dca168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.131557 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-4840d029-466f-46e5-863b-3c1344dca168 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f57b3d0412a4d9b8748edc7740973ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159894 Sep 23 13:25:27.131557 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840d029-466f-46e5-863b-3c1344dca168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb416c4-145a-4000-a67d-6d5ad1d7382b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:27.132691 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51268) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:27.207586 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a6228456-4c2b-4e76-bfcd-9eca0d5970de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.233539 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a6228456-4c2b-4e76-bfcd-9eca0d5970de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.337450 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a06b6e-bfc4-44e2-8ce4-1829e8db982d req-bc9fcf09-2cdd-44bf-8dcc-94e06a8d3563 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:27.339304 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-01a06b6e-bfc4-44e2-8ce4-1829e8db982d req-bc9fcf09-2cdd-44bf-8dcc-94e06a8d3563 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0540783 Sep 23 13:25:27.372357 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a6228456-4c2b-4e76-bfcd-9eca0d5970de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.372357 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a6228456-4c2b-4e76-bfcd-9eca0d5970de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.372357 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-a6228456-4c2b-4e76-bfcd-9eca0d5970de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eb416c4-145a-4000-a67d-6d5ad1d7382b HTTP/1.1" status: 204 len: 168 time: 0.2360258 Sep 23 13:25:27.390095 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6228456-4c2b-4e76-bfcd-9eca0d5970de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb416c4-145a-4000-a67d-6d5ad1d7382b,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:27.410136 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-01a06b6e-bfc4-44e2-8ce4-1829e8db982d req-13524cf3-f1f1-439c-b6f1-14ccb6652ea0 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620570 Sep 23 13:25:27.467663 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 5a65ef17-9314-436c-aedf-7b1e7ff73caf up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:27.540157 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ce0c4-d80f-4d45-be34-ac3fc71f745e req-57c72dfe-b243-4c6a-9a06-39990213e71d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:27.541869 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3e9ce0c4-d80f-4d45-be34-ac3fc71f745e req-57c72dfe-b243-4c6a-9a06-39990213e71d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 944 time: 0.0655472 Sep 23 13:25:27.578227 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 5a65ef17-9314-436c-aedf-7b1e7ff73caf completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:25:27.589292 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3e9ce0c4-d80f-4d45-be34-ac3fc71f745e req-4a0575a3-68d9-4447-9808-00f3215b56f7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405221 Sep 23 13:25:27.602703 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 5a65ef17-9314-436c-aedf-7b1e7ff73caf triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:27.603264 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.704532 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.818547 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:27.844257 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 5a65ef17-9314-436c-aedf-7b1e7ff73caf, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:27.975390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:28.025168 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=5a65ef17-9314-436c-aedf-7b1e7ff73caf,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:28.359441 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811c565e-b2da-4762-82a8-b4d5194c8ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c4ba2f-3d7b-4b07-97bc-d736e69182c3'}, {'server_uuid': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a65ef17-9314-436c-aedf-7b1e7ff73caf'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:25:28.361855 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f73f722-d85d-4a3b-927d-bfa8bb9c0283" -d '{"events": [{"server_uuid": "811c565e-b2da-4762-82a8-b4d5194c8ce0", "name": "network-vif-plugged", "status": "completed", "tag": "d4c4ba2f-3d7b-4b07-97bc-d736e69182c3"}, {"server_uuid": "f498bcfe-3446-4f7d-af96-6002d06cfb95", "name": "network-vif-plugged", "status": "completed", "tag": "5a65ef17-9314-436c-aedf-7b1e7ff73caf"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:25:28.407537 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 13:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb08349-2627-43e9-9370-bcd3658efdd4 x-openstack-request-id: req-3cb08349-2627-43e9-9370-bcd3658efdd4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:25:28.407873 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811c565e-b2da-4762-82a8-b4d5194c8ce0", "name": "network-vif-plugged", "status": "completed", "tag": "d4c4ba2f-3d7b-4b07-97bc-d736e69182c3", "code": 200}, {"server_uuid": "f498bcfe-3446-4f7d-af96-6002d06cfb95", "name": "network-vif-plugged", "status": "completed", "tag": "5a65ef17-9314-436c-aedf-7b1e7ff73caf", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:25:28.408130 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cb08349-2627-43e9-9370-bcd3658efdd4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:25:28.408524 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811c565e-b2da-4762-82a8-b4d5194c8ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c4ba2f-3d7b-4b07-97bc-d736e69182c3', 'code': 200} Sep 23 13:25:28.408770 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a65ef17-9314-436c-aedf-7b1e7ff73caf', 'code': 200} Sep 23 13:25:28.541622 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9931b5-f28a-4625-a76f-0ec97a9c3370 req-6a1c43f4-c424-4306-984e-ee11d61b6303 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:28.543104 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7e9931b5-f28a-4625-a76f-0ec97a9c3370 req-6a1c43f4-c424-4306-984e-ee11d61b6303 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0593886 Sep 23 13:25:28.581292 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7e9931b5-f28a-4625-a76f-0ec97a9c3370 req-fecf3e7e-bee9-4c3c-bc95-eddd255161a2 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321019 Sep 23 13:25:28.727744 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3b1d-a0ce-45b9-8a0a-0ad2cb2b01d0 req-f5faf904-9004-4323-b7db-4b82147f6487 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:28.733909 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-79db3b1d-a0ce-45b9-8a0a-0ad2cb2b01d0 req-f5faf904-9004-4323-b7db-4b82147f6487 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0733860 Sep 23 13:25:28.778148 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-79db3b1d-a0ce-45b9-8a0a-0ad2cb2b01d0 req-9dcbf453-07d8-4124-9082-94107d090aba tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433824 Sep 23 13:25:28.976321 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18732e6-4299-45e5-b62a-d9d4802a82f0 req-bedb0fe2-6f47-4991-a4a9-3c476b0dfa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:28.978612 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-b18732e6-4299-45e5-b62a-d9d4802a82f0 req-bedb0fe2-6f47-4991-a4a9-3c476b0dfa05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 1098 time: 0.1097796 Sep 23 13:25:29.145078 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc180bb-41e4-4ea5-b294-f35cf1776835 req-0356db3b-e7f2-4fce-b92e-eb3bac610291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:29.146588 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7dc180bb-41e4-4ea5-b294-f35cf1776835 req-0356db3b-e7f2-4fce-b92e-eb3bac610291 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 1098 time: 0.2766724 Sep 23 13:25:29.195403 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-b18732e6-4299-45e5-b62a-d9d4802a82f0 req-d89ea2a0-23b5-4907-b5f7-f2d1b08c84ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059109 Sep 23 13:25:29.198256 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7dc180bb-41e4-4ea5-b294-f35cf1776835 req-f0b87d5d-802d-459f-a445-8227840ac492 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442314 Sep 23 13:25:29.708083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d9fc-dbd4-453d-bf48-5754677664a2 req-9de00043-9456-4c93-90c0-8c28c212abaa tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:29.708083 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-68f1d9fc-dbd4-453d-bf48-5754677664a2 req-9de00043-9456-4c93-90c0-8c28c212abaa tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0498440 Sep 23 13:25:29.744018 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-68f1d9fc-dbd4-453d-bf48-5754677664a2 req-c3746f14-87dc-4f5e-9d0d-bf25f13c96f2 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342479 Sep 23 13:25:29.915428 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa27d2-ba6c-4fbc-870e-ff6e3a6d80ab req-6e6010c8-ee53-4f10-a1e0-31db102be6e3 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:29.917107 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-67fa27d2-ba6c-4fbc-870e-ff6e3a6d80ab req-6e6010c8-ee53-4f10-a1e0-31db102be6e3 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0698793 Sep 23 13:25:29.973122 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-67fa27d2-ba6c-4fbc-870e-ff6e3a6d80ab req-b48eb285-75b7-4bc0-8100-848f8ceba043 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480859 Sep 23 13:25:30.180986 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6472985-b8ea-43a9-820d-7f5b1c2b50d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:30.894834 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc42932-de9f-482a-af5e-958ede699b29 req-6e5574f0-f46b-408b-be4c-9a0f76d9da93 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:30.900894 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dfc42932-de9f-482a-af5e-958ede699b29 req-6e5574f0-f46b-408b-be4c-9a0f76d9da93 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0723550 Sep 23 13:25:30.955273 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dfc42932-de9f-482a-af5e-958ede699b29 req-cde87655-2e7b-4196-be3d-10fe6be3364a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483217 Sep 23 13:25:31.132544 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e94d1-4f1f-4727-a698-fcff2c5ffd0a req-98267a8e-0b20-4361-bd0a-0a24e03913b9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:31.134709 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1b6e94d1-4f1f-4727-a698-fcff2c5ffd0a req-98267a8e-0b20-4361-bd0a-0a24e03913b9 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0699513 Sep 23 13:25:31.179211 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1b6e94d1-4f1f-4727-a698-fcff2c5ffd0a req-9d94ed2e-0709-4927-895c-a29f3724ca1d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381103 Sep 23 13:25:31.307532 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01ad8d-a4c8-45e2-b692-6d0b7468b991 req-6776ca6e-65f8-4f2a-b58e-b85c00dc89c7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:31.309947 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ad01ad8d-a4c8-45e2-b692-6d0b7468b991 req-6776ca6e-65f8-4f2a-b58e-b85c00dc89c7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0564101 Sep 23 13:25:31.319539 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51458) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:31.326420 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fe631596-821b-497a-96b1-b4010a161f3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'floatingip': {'port_id': '5a65ef17-9314-436c-aedf-7b1e7ff73caf'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:31.401014 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe631596-821b-497a-96b1-b4010a161f3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:31.428156 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51462) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:31.640200 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fde033-a6d4-49a6-8bd6-4dff36678f88 req-32195f05-8a7f-446c-966e-a075a8d65007 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:31.641517 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-85fde033-a6d4-49a6-8bd6-4dff36678f88 req-32195f05-8a7f-446c-966e-a075a8d65007 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0610213 Sep 23 13:25:31.664681 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-078615e9-c52d-4763-bb56-6ff6fb29c44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:31.741932 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-85fde033-a6d4-49a6-8bd6-4dff36678f88 req-8769d3e0-a834-4ddc-8e47-10d979051b3c tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895829 Sep 23 13:25:31.764990 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-33cb1e02-195c-4c66-bdf8-390aaf7e5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:31.766588 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-33cb1e02-195c-4c66-bdf8-390aaf7e5f6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 1098 time: 0.1000078 Sep 23 13:25:31.857053 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:25:32.016690 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-639aaf1b-ffb0-4abc-832d-42fe48780c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:32.024007 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-639aaf1b-ffb0-4abc-832d-42fe48780c64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 919 time: 0.2355933 Sep 23 13:25:32.037428 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-078615e9-c52d-4763-bb56-6ff6fb29c44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.077311 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-71e7f31b-32a8-4599-a2ea-c6eb4f2f55e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 HTTP/1.1" status: 200 len: 217 time: 0.0475872 Sep 23 13:25:32.134600 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-078615e9-c52d-4763-bb56-6ff6fb29c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.142138 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe631596-821b-497a-96b1-b4010a161f3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.178266 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-078615e9-c52d-4763-bb56-6ff6fb29c44e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15841a7a5ed147948437d118f1c4605a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7489285 Sep 23 13:25:32.180596 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078615e9-c52d-4763-bb56-6ff6fb29c44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1eef9f-9bea-42b6-b46a-3fb78cdff4f9,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:32.181665 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51492) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:32.230214 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91bcb428-4b5c-49c4-a31b-154dcabd23a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.241511 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe631596-821b-497a-96b1-b4010a161f3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.289134 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91bcb428-4b5c-49c4-a31b-154dcabd23a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.372143 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.l3_db [None req-fe631596-821b-497a-96b1-b4010a161f3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Floating IP a7f4312b-ca66-491d-88fe-eb51d3f229dd associated. External IP: 172.27.2.182, port: 5a65ef17-9314-436c-aedf-7b1e7ff73caf. Sep 23 13:25:32.513292 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91bcb428-4b5c-49c4-a31b-154dcabd23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.515846 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91bcb428-4b5c-49c4-a31b-154dcabd23a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.516989 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-91bcb428-4b5c-49c4-a31b-154dcabd23a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd1eef9f-9bea-42b6-b46a-3fb78cdff4f9 HTTP/1.1" status: 204 len: 168 time: 0.3343327 Sep 23 13:25:32.528815 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcb428-4b5c-49c4-a31b-154dcabd23a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1eef9f-9bea-42b6-b46a-3fb78cdff4f9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:32.595028 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe631596-821b-497a-96b1-b4010a161f3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Router 5ee2fedc-b514-4626-a388-2f3b284ce80b has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:25:32.608302 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff2e1-ab54-4331-98dd-739f5207ba63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.889040 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe631596-821b-497a-96b1-b4010a161f3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:25:32.905775 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] Sync routers for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:25:32.916126 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe631596-821b-497a-96b1-b4010a161f3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:32.920866 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:25:32.921514 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:25:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:32.944332 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66b412-6ded-4291-b8ed-9946fe507005 req-9df03878-8370-43b1-bf5b-f342730f7220 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:32.946496 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2d66b412-6ded-4291-b8ed-9946fe507005 req-9df03878-8370-43b1-bf5b-f342730f7220 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0634205 Sep 23 13:25:32.980249 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-fe631596-821b-497a-96b1-b4010a161f3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "PUT /v2.0/floatingips/a7f4312b-ca66-491d-88fe-eb51d3f229dd HTTP/1.1" status: 200 len: 991 time: 1.6582947 Sep 23 13:25:32.980888 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'tag': '5a65ef17-9314-436c-aedf-7b1e7ff73caf'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:25:32.984022 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f498bcfe-3446-4f7d-af96-6002d06cfb95", "tag": "5a65ef17-9314-436c-aedf-7b1e7ff73caf"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:25:33.036994 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2d66b412-6ded-4291-b8ed-9946fe507005 req-8aabf323-03e0-450c-8482-6ed186aa0d2c tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841784 Sep 23 13:25:33.048731 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-80d5fd95-6f63-4dde-8a64-616525001d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:33.050325 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-80d5fd95-6f63-4dde-8a64-616525001d6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.0654421 Sep 23 13:25:33.070335 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:25:33.091680 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892f5010-58a3-44ba-823f-ffe5132025c1 x-openstack-request-id: req-892f5010-58a3-44ba-823f-ffe5132025c1 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:25:33.092374 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f498bcfe-3446-4f7d-af96-6002d06cfb95", "tag": "5a65ef17-9314-436c-aedf-7b1e7ff73caf", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:25:33.092769 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-892f5010-58a3-44ba-823f-ffe5132025c1 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:25:33.093305 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'tag': '5a65ef17-9314-436c-aedf-7b1e7ff73caf', 'status': 'completed', 'code': 200} Sep 23 13:25:33.185345 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:33.417111 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51532) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:33.426304 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'a7f4312b-ca66-491d-88fe-eb51d3f229dd', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'port_id': '5a65ef17-9314-436c-aedf-7b1e7ff73caf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'mac_address': 'fa:16:3e:8b:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:25:04Z', 'updated_at': '2021-09-23T13:25:31Z', 'revision_number': 1, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:33.452426 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] Checking router: 5ee2fedc-b514-4626-a388-2f3b284ce80b for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:25:33.461431 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:25:33.462046 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:25:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:33.532094 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27f68431-4f43-4d56-a343-e5597522f610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:33.564942 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:25:33.623651 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27f68431-4f43-4d56-a343-e5597522f610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:33.694581 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27f68431-4f43-4d56-a343-e5597522f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:33.737210 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-27f68431-4f43-4d56-a343-e5597522f610 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=504f351e9eeb41f1a17665603caec6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158269 Sep 23 13:25:33.737989 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51544) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:33.744746 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f68431-4f43-4d56-a343-e5597522f610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9f8abf-7da7-4c41-a0f9-344329070722,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:33.791017 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'a7f4312b-ca66-491d-88fe-eb51d3f229dd', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'port_id': '5a65ef17-9314-436c-aedf-7b1e7ff73caf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'mac_address': 'fa:16:3e:8b:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:25:04Z', 'updated_at': '2021-09-23T13:25:31Z', 'revision_number': 1, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:33.792063 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75dab407-e59a-416b-a266-846c0a6e8fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:33.812549 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75dab407-e59a-416b-a266-846c0a6e8fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:33.820177 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b36af-ec4a-4ee2-851d-bd85f28d30c1 None None] The sync data for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi is: [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'a7f4312b-ca66-491d-88fe-eb51d3f229dd', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'port_id': '5a65ef17-9314-436c-aedf-7b1e7ff73caf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'mac_address': 'fa:16:3e:8b:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:25:04Z', 'updated_at': '2021-09-23T13:25:31Z', 'revision_number': 1, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:25:33.975626 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:34.042774 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af5cde8-be0d-4256-84c0-ad0ceb1c1917 None None] New status for floating IP a7f4312b-ca66-491d-88fe-eb51d3f229dd: ACTIVE {{(pid=94599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:25:34.072281 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75dab407-e59a-416b-a266-846c0a6e8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:34.074976 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75dab407-e59a-416b-a266-846c0a6e8fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:34.079603 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-75dab407-e59a-416b-a266-846c0a6e8fd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b9f8abf-7da7-4c41-a0f9-344329070722 HTTP/1.1" status: 204 len: 168 time: 0.3381891 Sep 23 13:25:34.090373 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dab407-e59a-416b-a266-846c0a6e8fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9f8abf-7da7-4c41-a0f9-344329070722,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:34.166978 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6899e-c818-42ab-9e6d-77d757c81e91 req-eefd6e03-986c-4037-b704-5c3565cb6971 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:34.168735 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a8b6899e-c818-42ab-9e6d-77d757c81e91 req-eefd6e03-986c-4037-b704-5c3565cb6971 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0573235 Sep 23 13:25:34.220511 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a8b6899e-c818-42ab-9e6d-77d757c81e91 req-d7008d06-e518-4b85-acdf-cad4a7191651 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Sep 23 13:25:34.642514 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51572) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:34.655676 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-81b981ea-70ca-4799-9f03-2cc7de35083f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:34.743645 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-81b981ea-70ca-4799-9f03-2cc7de35083f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:34.820720 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-81b981ea-70ca-4799-9f03-2cc7de35083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:34.860052 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-81b981ea-70ca-4799-9f03-2cc7de35083f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afe007ca59794cafbeacafb521d84f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164097 Sep 23 13:25:34.865335 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b981ea-70ca-4799-9f03-2cc7de35083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd844d8e-6c09-421d-b1c9-22d636af75ae,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:34.865481 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51576) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:34.911801 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-c857bcda-c76c-44d4-b70a-1176a589733f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255942 Sep 23 13:25:34.953849 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f2aed0b-fc45-40bc-92e0-4de2dfd0cf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:34.986007 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-9457cc0e-46f3-45dd-a096-9fe45711899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:34.986007 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-9457cc0e-46f3-45dd-a096-9fe45711899d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 1098 time: 0.0714107 Sep 23 13:25:34.989611 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f2aed0b-fc45-40bc-92e0-4de2dfd0cf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:35.018815 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-17c0b2e3-37fc-46d7-bd32-aafc1640ee8a service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963817 Sep 23 13:25:35.112028 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-70af7152-da55-493d-817f-83c242215111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:35.114078 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-70af7152-da55-493d-817f-83c242215111 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 912 time: 0.1176198 Sep 23 13:25:35.121898 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-82f6a9bf-da87-4aa1-bfc8-536a32c72d8d req-95289fb8-ee60-4ccb-b3ff-372ec5a19f55 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977914 Sep 23 13:25:35.209397 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f2aed0b-fc45-40bc-92e0-4de2dfd0cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:35.211917 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f2aed0b-fc45-40bc-92e0-4de2dfd0cf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:35.213102 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-0f2aed0b-fc45-40bc-92e0-4de2dfd0cf30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd844d8e-6c09-421d-b1c9-22d636af75ae HTTP/1.1" status: 204 len: 168 time: 0.3481441 Sep 23 13:25:35.231609 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2aed0b-fc45-40bc-92e0-4de2dfd0cf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd844d8e-6c09-421d-b1c9-22d636af75ae,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:35.240449 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-ca47e748-4b40-4541-ab99-d11eacb698b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf HTTP/1.1" status: 200 len: 1001 time: 0.1071832 Sep 23 13:25:35.312506 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-04c3840a-ce09-4923-85f1-d45929bd2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:35.314644 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-04c3840a-ce09-4923-85f1-d45929bd2f15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b587dcf-4e18-4711-9334-d4a55df4a689 HTTP/1.1" status: 200 len: 850 time: 0.0485623 Sep 23 13:25:35.384862 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-752eb96f-9695-4850-86be-e8a10614d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:35.386796 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-752eb96f-9695-4850-86be-e8a10614d081 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8499643-6d33-484f-9958-41d85f2a2feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632281 Sep 23 13:25:35.390762 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e9b1e-8157-43be-9825-d1b9e10aa70c req-b4966843-2bc5-4083-b802-694766f7e760 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:35.396866 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c99e9b1e-8157-43be-9825-d1b9e10aa70c req-b4966843-2bc5-4083-b802-694766f7e760 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0660906 Sep 23 13:25:35.447790 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c99e9b1e-8157-43be-9825-d1b9e10aa70c req-40d2da3c-f153-40b1-8522-310bd7d6885e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Sep 23 13:25:35.461277 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:35.519457 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-081d0a31-c113-4c8c-98d8-53882c41bebe service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212170 Sep 23 13:25:36.580864 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3041bc9-85ef-4a53-bda8-86e8065504b2 req-60a88467-10ef-4af1-ac4f-01b1bc7bddfd tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:36.585193 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f3041bc9-85ef-4a53-bda8-86e8065504b2 req-60a88467-10ef-4af1-ac4f-01b1bc7bddfd tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0608642 Sep 23 13:25:36.620676 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f3041bc9-85ef-4a53-bda8-86e8065504b2 req-b8a710e2-a16f-4b15-aec6-3d4fd6ba502d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Sep 23 13:25:37.736752 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aadea-c6fa-4cb0-a194-584515f4fb15 req-f43de73e-ac1a-4cb9-99b8-6857856b9d67 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:37.739014 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-794aadea-c6fa-4cb0-a194-584515f4fb15 req-f43de73e-ac1a-4cb9-99b8-6857856b9d67 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0492961 Sep 23 13:25:37.780499 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-794aadea-c6fa-4cb0-a194-584515f4fb15 req-ca74623a-df45-4912-b11d-6d849a31906a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351670 Sep 23 13:25:38.633097 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e8d0c90-b6e0-4c27-b0dd-9bc497a411a8 req-739059f1-9c13-40ae-a42f-3a9314ad494d service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857084 Sep 23 13:25:38.732312 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51718) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:38.848366 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81f9e962-c1b4-44cb-ae1f-12d9f0b2cdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:38.903915 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8142c21-ee26-4c4f-a3d6-92b9bb9fda4c req-cb119463-d26b-4669-abb3-a050ee97f831 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:38.905363 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a8142c21-ee26-4c4f-a3d6-92b9bb9fda4c req-cb119463-d26b-4669-abb3-a050ee97f831 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0484250 Sep 23 13:25:38.935315 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81f9e962-c1b4-44cb-ae1f-12d9f0b2cdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:38.945991 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a8142c21-ee26-4c4f-a3d6-92b9bb9fda4c req-949074c1-2f13-4f2d-8cdb-994cf4e8ec70 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338237 Sep 23 13:25:38.991905 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81f9e962-c1b4-44cb-ae1f-12d9f0b2cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:39.033150 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-81f9e962-c1b4-44cb-ae1f-12d9f0b2cdeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af7dc5d9198f4b63b5085b360b0bf5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997215 Sep 23 13:25:39.034237 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9e962-c1b4-44cb-ae1f-12d9f0b2cdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b0d3ff-9d31-448a-b158-a9a821b0341c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:39.035993 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51728) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:39.086069 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-086dd7ce-7fbc-4d8f-9210-8331e67bf017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:39.106816 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-086dd7ce-7fbc-4d8f-9210-8331e67bf017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:39.232045 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-086dd7ce-7fbc-4d8f-9210-8331e67bf017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:39.234662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-086dd7ce-7fbc-4d8f-9210-8331e67bf017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:39.235860 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-086dd7ce-7fbc-4d8f-9210-8331e67bf017 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37b0d3ff-9d31-448a-b158-a9a821b0341c HTTP/1.1" status: 204 len: 168 time: 0.1987889 Sep 23 13:25:39.244556 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dd7ce-7fbc-4d8f-9210-8331e67bf017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b0d3ff-9d31-448a-b158-a9a821b0341c,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:39.785507 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51756) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:39.798258 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdc27-60a2-41d4-93ef-cfd72fdf26f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:39.890730 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdc27-60a2-41d4-93ef-cfd72fdf26f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:39.997460 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdc27-60a2-41d4-93ef-cfd72fdf26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.030419 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfdc27-60a2-41d4-93ef-cfd72fdf26f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a01e978-4f6e-423f-ac32-6aa4acb2b53e,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:40.058850 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-5ecfdc27-60a2-41d4-93ef-cfd72fdf26f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b43ca324675d48a6872a64a6f7b3acd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722504 Sep 23 13:25:40.061584 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51768) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:40.101818 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6ea2-3072-4894-ab55-6de187bb8cb0 req-9561713e-b699-49f8-9789-3d54b75d72ed tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:40.103226 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e63f6ea2-3072-4894-ab55-6de187bb8cb0 req-9561713e-b699-49f8-9789-3d54b75d72ed tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0605669 Sep 23 13:25:40.112020 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58b29d14-6aef-42ec-b34c-5f7f172ac6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.133738 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58b29d14-6aef-42ec-b34c-5f7f172ac6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.145192 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e63f6ea2-3072-4894-ab55-6de187bb8cb0 req-0633676a-bbbc-449f-b8a0-62fdfd66f056 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Sep 23 13:25:40.249995 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51772) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:40.259930 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58b29d14-6aef-42ec-b34c-5f7f172ac6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.263606 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58b29d14-6aef-42ec-b34c-5f7f172ac6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.267645 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-58b29d14-6aef-42ec-b34c-5f7f172ac6c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a01e978-4f6e-423f-ac32-6aa4acb2b53e HTTP/1.1" status: 204 len: 168 time: 0.2049482 Sep 23 13:25:40.276835 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b29d14-6aef-42ec-b34c-5f7f172ac6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a01e978-4f6e-423f-ac32-6aa4acb2b53e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:40.370336 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-79a918ed-ee2b-45a9-9327-ca990cdf6cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.457059 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-79a918ed-ee2b-45a9-9327-ca990cdf6cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.557640 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-79a918ed-ee2b-45a9-9327-ca990cdf6cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.599936 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51786) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:40.600095 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-79a918ed-ee2b-45a9-9327-ca990cdf6cf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce7e20b146ad4014be8df65ce144253a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487585 Sep 23 13:25:40.600800 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a918ed-ee2b-45a9-9327-ca990cdf6cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f344ed-816f-4721-b938-01ce17c76b5c,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:40.655800 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c46bfb-c98a-4638-968c-3743f7b2214f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.677140 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c46bfb-c98a-4638-968c-3743f7b2214f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.837250 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c46bfb-c98a-4638-968c-3743f7b2214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.840522 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c46bfb-c98a-4638-968c-3743f7b2214f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:40.844462 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-57c46bfb-c98a-4638-968c-3743f7b2214f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65f344ed-816f-4721-b938-01ce17c76b5c HTTP/1.1" status: 204 len: 168 time: 0.2406900 Sep 23 13:25:40.850624 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c46bfb-c98a-4638-968c-3743f7b2214f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f344ed-816f-4721-b938-01ce17c76b5c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:41.274743 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7c9b1-54ed-4c9c-95e3-d115abb77bcc req-b77e2f07-d709-474b-aabe-1f41ab4e099b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:41.282210 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-68c7c9b1-54ed-4c9c-95e3-d115abb77bcc req-b77e2f07-d709-474b-aabe-1f41ab4e099b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0600584 Sep 23 13:25:41.316884 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-68c7c9b1-54ed-4c9c-95e3-d115abb77bcc req-d354c3c2-31f5-401b-ba9a-cf4bbcfa8b72 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Sep 23 13:25:41.469761 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c444dcb-5d89-44ee-9145-d53fe217bd96 req-352ccbfa-2c30-40ba-8c7e-310a449b2c92 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:41.472374 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6c444dcb-5d89-44ee-9145-d53fe217bd96 req-352ccbfa-2c30-40ba-8c7e-310a449b2c92 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 945 time: 0.0595734 Sep 23 13:25:41.512947 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6c444dcb-5d89-44ee-9145-d53fe217bd96 req-6505ad28-a02d-4b98-ad23-a158eb855d4d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Sep 23 13:25:41.650391 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51840) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:41.666327 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b07646a-5869-4597-9447-ce3e96829f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:41.759452 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b07646a-5869-4597-9447-ce3e96829f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:41.826225 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b07646a-5869-4597-9447-ce3e96829f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:41.865559 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07646a-5869-4597-9447-ce3e96829f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e82af67-c89f-4fb6-9f27-8a332cd59856,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:41.870260 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-8b07646a-5869-4597-9447-ce3e96829f16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f48136603384412bb4a68e57726c37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183146 Sep 23 13:25:41.873937 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 51858) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:41.937542 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa1e9-c325-406a-bbe9-0aee956756ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:41.961604 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa1e9-c325-406a-bbe9-0aee956756ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:42.088962 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa1e9-c325-406a-bbe9-0aee956756ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:42.091515 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa1e9-c325-406a-bbe9-0aee956756ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:42.092710 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-fe8fa1e9-c325-406a-bbe9-0aee956756ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e82af67-c89f-4fb6-9f27-8a332cd59856 HTTP/1.1" status: 204 len: 168 time: 0.2185774 Sep 23 13:25:42.101317 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fa1e9-c325-406a-bbe9-0aee956756ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e82af67-c89f-4fb6-9f27-8a332cd59856,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:42.437515 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f8de3-87bf-4bc1-ae9c-96ec701f2020 req-9b9ab65f-2116-4c26-85b7-3aa9eefb129b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:42.439245 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-797f8de3-87bf-4bc1-ae9c-96ec701f2020 req-9b9ab65f-2116-4c26-85b7-3aa9eefb129b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0566423 Sep 23 13:25:42.499287 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-797f8de3-87bf-4bc1-ae9c-96ec701f2020 req-dedeb8a6-2be1-4494-8689-412fa0a3b196 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474808 Sep 23 13:25:42.646018 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032bec-3114-45f1-97c1-1cefd5a9a6c1 req-f4a690a6-6198-4d14-ad01-250a3b22c30d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:42.647461 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ad032bec-3114-45f1-97c1-1cefd5a9a6c1 req-f4a690a6-6198-4d14-ad01-250a3b22c30d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 945 time: 0.0548010 Sep 23 13:25:42.687135 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ad032bec-3114-45f1-97c1-1cefd5a9a6c1 req-9e4bf155-0a30-4dd0-ba3b-6ac56c009feb tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336819 Sep 23 13:25:43.608054 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb3c8-0671-4d59-9adb-e747a282922d req-9978e04d-f005-4fae-b5a5-05d3edd7c16b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:43.609512 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5cacb3c8-0671-4d59-9adb-e747a282922d req-9978e04d-f005-4fae-b5a5-05d3edd7c16b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0484843 Sep 23 13:25:43.631880 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-21f078ea-59d7-46cb-bd0f-29997d966e96 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:43.633334 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-21f078ea-59d7-46cb-bd0f-29997d966e96 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 945 time: 0.0939395 Sep 23 13:25:43.647630 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5cacb3c8-0671-4d59-9adb-e747a282922d req-e538c260-279d-42c5-8482-fc3a604766e8 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Sep 23 13:25:43.801704 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Deleting port f7b06b16-ff4a-4945-9d5f-f34d47e518e2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:25:43.802268 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:43.819919 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da364-39ac-4fa0-b303-2ff41dbd759e req-9616e209-34e3-4ff7-8a80-985ab7713197 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:43.821413 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9b6da364-39ac-4fa0-b303-2ff41dbd759e req-9616e209-34e3-4ff7-8a80-985ab7713197 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 945 time: 0.0521805 Sep 23 13:25:43.864404 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51976) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:43.869247 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9b6da364-39ac-4fa0-b303-2ff41dbd759e req-cd8f80e7-a0e1-411e-816d-5e7711087094 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8cfd4d-7aed-464a-aa27-2967488e15ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Sep 23 13:25:43.909650 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] For port f7b06b16-ff4a-4945-9d5f-f34d47e518e2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,segment=NetworkSegment(2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c),segment_id=2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:43.910215 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:43.924497 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Calling delete_port for f7b06b16-ff4a-4945-9d5f-f34d47e518e2 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:25:44.009146 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-832b1f4d-7e54-41cb-9cba-49d1041db0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:44.203045 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-832b1f4d-7e54-41cb-9cba-49d1041db0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:44.420417 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:44.436057 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['f7b06b16-ff4a-4945-9d5f-f34d47e518e2'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:25:44.449467 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Pushing event deleted for resources: {'Port': ['ID=f7b06b16-ff4a-4945-9d5f-f34d47e518e2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:44.507825 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] No DVR routers for this DVR port f7b06b16-ff4a-4945-9d5f-f34d47e518e2 on host hv-cinder-80920 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:25:44.511234 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:44.513449 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-97d2e3a7-f524-4a5c-95d4-b6cf4426060c req-d7adcf87-3369-4c15-b6f2-7baee4899735 tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.15 "DELETE /v2.0/ports/f7b06b16-ff4a-4945-9d5f-f34d47e518e2 HTTP/1.1" status: 204 len: 173 time: 0.8726499 Sep 23 13:25:44.513888 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f1dad8-f429-45e1-8ee2-393b1c5835eb', 'name': 'network-vif-deleted', 'tag': 'f7b06b16-ff4a-4945-9d5f-f34d47e518e2'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:25:44.516118 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aacde47-daa9-4dab-8fa1-e2b7bffdb84f" -d '{"events": [{"server_uuid": "f5f1dad8-f429-45e1-8ee2-393b1c5835eb", "name": "network-vif-deleted", "tag": "f7b06b16-ff4a-4945-9d5f-f34d47e518e2"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:25:44.520200 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-832b1f4d-7e54-41cb-9cba-49d1041db0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:44.558669 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b1f4d-7e54-41cb-9cba-49d1041db0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fcfb95-6639-46d2-acb9-92f40f5023d9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:44.562598 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4e946b-0e9f-4f19-a707-446e1c959484 x-openstack-request-id: req-bd4e946b-0e9f-4f19-a707-446e1c959484 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:25:44.562881 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f1dad8-f429-45e1-8ee2-393b1c5835eb", "name": "network-vif-deleted", "tag": "f7b06b16-ff4a-4945-9d5f-f34d47e518e2", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:25:44.563135 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd4e946b-0e9f-4f19-a707-446e1c959484 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:25:44.563531 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f1dad8-f429-45e1-8ee2-393b1c5835eb', 'name': 'network-vif-deleted', 'tag': 'f7b06b16-ff4a-4945-9d5f-f34d47e518e2', 'status': 'completed', 'code': 200} Sep 23 13:25:44.572970 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-832b1f4d-7e54-41cb-9cba-49d1041db0d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a18a1d069e854bb8a84981a6d4ce37f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7045784 Sep 23 13:25:44.573386 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52002) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:44.621355 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb8b6d09-237e-4685-80e9-60e3ad25734a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:44.642791 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb8b6d09-237e-4685-80e9-60e3ad25734a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:44.780305 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b59f28-a35f-4cbd-b16b-3b81abb78eb7 req-61a893f7-6d71-4206-a9ea-12c9ec603740 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:44.781759 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e0b59f28-a35f-4cbd-b16b-3b81abb78eb7 req-61a893f7-6d71-4206-a9ea-12c9ec603740 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0542934 Sep 23 13:25:44.787853 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb8b6d09-237e-4685-80e9-60e3ad25734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:44.790875 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb8b6d09-237e-4685-80e9-60e3ad25734a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:44.792375 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-cb8b6d09-237e-4685-80e9-60e3ad25734a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20fcfb95-6639-46d2-acb9-92f40f5023d9 HTTP/1.1" status: 204 len: 168 time: 0.2181630 Sep 23 13:25:44.803127 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b6d09-237e-4685-80e9-60e3ad25734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fcfb95-6639-46d2-acb9-92f40f5023d9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:44.826052 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e0b59f28-a35f-4cbd-b16b-3b81abb78eb7 req-ed96f4f9-4463-4a35-bf14-89b17a0da91c tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Sep 23 13:25:44.971567 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-73e1d3c5-728f-499b-9a4e-25f7837e5514 req-ec9dc53e-03ca-4632-b6b5-c2b630d4e50d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.0274131 Sep 23 13:25:45.571265 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52034) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:45.585692 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0906e27a-6ffd-4274-bdd5-23610dda06fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:45.675667 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0906e27a-6ffd-4274-bdd5-23610dda06fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:45.734473 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0906e27a-6ffd-4274-bdd5-23610dda06fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:45.773475 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-0906e27a-6ffd-4274-bdd5-23610dda06fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7a0b46fa6e4472d99ebd42809dbab00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010450 Sep 23 13:25:45.774327 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906e27a-6ffd-4274-bdd5-23610dda06fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22cc83a-2c5d-4359-b131-102463cd1ff2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:45.776191 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52044) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:45.827271 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-35e4e591-ba01-4a68-a8b4-3d7aba16eab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:45.850033 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-35e4e591-ba01-4a68-a8b4-3d7aba16eab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:45.943942 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc1dbb-4ca7-4012-a57d-3ee331903e29 req-c810ce54-ed1e-4e8b-9618-60cbf7c63994 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:45.945497 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-45bc1dbb-4ca7-4012-a57d-3ee331903e29 req-c810ce54-ed1e-4e8b-9618-60cbf7c63994 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0506027 Sep 23 13:25:45.985187 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-45bc1dbb-4ca7-4012-a57d-3ee331903e29 req-ed2f1386-5fb5-4666-a9dd-143419b33775 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Sep 23 13:25:46.059451 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-35e4e591-ba01-4a68-a8b4-3d7aba16eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:46.062133 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-35e4e591-ba01-4a68-a8b4-3d7aba16eab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:46.063569 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-35e4e591-ba01-4a68-a8b4-3d7aba16eab0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a22cc83a-2c5d-4359-b131-102463cd1ff2 HTTP/1.1" status: 204 len: 168 time: 0.2858160 Sep 23 13:25:46.073059 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4e591-ba01-4a68-a8b4-3d7aba16eab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22cc83a-2c5d-4359-b131-102463cd1ff2,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:46.123741 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d7f98741-d86f-43a2-82fa-0aa058aa480a req-9c59811b-e6d7-44f7-af98-9b07640c248d tempest-DeleteServersTestJSON-211880427 tempest-DeleteServersTestJSON-211880427-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f1dad8-f429-45e1-8ee2-393b1c5835eb HTTP/1.1" status: 200 len: 210 time: 0.0280163 Sep 23 13:25:47.105921 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f000b6-9525-4361-b6b2-2b7f9775db9a req-35039e22-8ed1-481c-992c-b8d61e167787 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:47.107412 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a9f000b6-9525-4361-b6b2-2b7f9775db9a req-35039e22-8ed1-481c-992c-b8d61e167787 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0501878 Sep 23 13:25:47.145435 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a9f000b6-9525-4361-b6b2-2b7f9775db9a req-562d7718-f295-4c0b-a2ee-01d82f65a3c4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Sep 23 13:25:47.848441 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52136) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:47.957669 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:48.045938 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:48.082933 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:48.121629 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f7b6f92cfcf42fa8264a7d87c2f0847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721250 Sep 23 13:25:48.122505 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8bf559-4059-44ec-ac22-6f7d20d249c9,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:48.124280 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52146) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:48.130274 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.130620 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.130963 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.131302 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.131645 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.132004 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.132336 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.132666 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.132994 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.133432 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.133641 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.134015 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff12254-59f1-45e2-a8e8-e1a339ab4d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.181807 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:48.203125 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:48.267152 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2177c-4c71-4076-82fa-a25489c6edde req-ae8b4536-3b19-4663-bb55-afb8f0715deb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:48.268837 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c2b2177c-4c71-4076-82fa-a25489c6edde req-ae8b4536-3b19-4663-bb55-afb8f0715deb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0540483 Sep 23 13:25:48.314546 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c2b2177c-4c71-4076-82fa-a25489c6edde req-8e0fd05d-ec1f-440a-8ed0-5f89fb8c5334 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Sep 23 13:25:48.321980 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:48.324693 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:48.329735 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc8bf559-4059-44ec-ac22-6f7d20d249c9 HTTP/1.1" status: 204 len: 168 time: 0.1999035 Sep 23 13:25:48.333864 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8bf559-4059-44ec-ac22-6f7d20d249c9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:48.340811 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.341159 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.341500 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.341834 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.342166 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.342498 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.342824 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.343151 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.343479 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.343824 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.344151 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.344470 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3d392-b470-4dc7-bbc5-4f119848bcca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:48.463882 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device f7b06b16-ff4a-4945-9d5f-f34d47e518e2 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:25:48.485379 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: f7b06b16-ff4a-4945-9d5f-f34d47e518e2 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:25:48.485379 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device f7b06b16-ff4a-4945-9d5f-f34d47e518e2 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:25:49.430281 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52190) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:49.432350 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbfb2c-ae4e-4b3a-8584-54b7fec31e56 req-a6f6fbf4-cc92-4469-8287-6ad65a48cc9e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:49.433833 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9acbfb2c-ae4e-4b3a-8584-54b7fec31e56 req-a6f6fbf4-cc92-4469-8287-6ad65a48cc9e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0494740 Sep 23 13:25:49.475762 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9acbfb2c-ae4e-4b3a-8584-54b7fec31e56 req-3f47ffa7-9180-4133-a73f-9fac76809656 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Sep 23 13:25:49.513444 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-241798373-network', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:49.625617 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Made reservation on behalf of 66aaf1120d014bd1955796a6fd2591cf for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:49.629286 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:49.639529 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:49.742810 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:49.785432 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:49.809297 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:25:49.818303 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60064a34-5240-4177-a904-66d0dde127f2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:49.824120 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:49.824462 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Added segment c49c707d-a682-4f5c-add4-913922b07a54 of type vlan for network 5feb9640-c240-453c-a0fb-ca04fe092220 Sep 23 13:25:49.863019 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:50.037239 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:50.038137 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:50.038717 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:50.095899 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] Pushing event updated for resources: {'Network': ['ID=5feb9640-c240-453c-a0fb-ca04fe092220,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:50.106355 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 5feb9640-c240-453c-a0fb-ca04fe092220 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:25:50.204035 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-d5a968b3-1a9a-4ba2-b507-8794e5fa9228 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7913551 Sep 23 13:25:50.206818 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52206) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:50.211528 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Request body: {'subnet': {'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-241798373-subnet', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:50.294052 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Made reservation on behalf of 66aaf1120d014bd1955796a6fd2591cf for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:50.296317 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:50.540154 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:50.591118 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4940f-0d46-4501-8604-9b5d8bcbf5cf req-e9c1ffca-a463-456c-8435-349b3dd5f271 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:50.593686 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f0f4940f-0d46-4501-8604-9b5d8bcbf5cf req-e9c1ffca-a463-456c-8435-349b3dd5f271 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0503223 Sep 23 13:25:50.605424 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ad4bd3-d408-4e15-80c7-cbbba525e2eb,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:50.610660 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Checking segment: {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:50.611016 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Network hostable DHCP agents. Network: 5feb9640-c240-453c-a0fb-ca04fe092220, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:25:50.640396 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f0f4940f-0d46-4501-8604-9b5d8bcbf5cf req-d15a5e33-e877-4924-ba3b-203427c431a2 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 Sep 23 13:25:50.698631 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Network 5feb9640-c240-453c-a0fb-ca04fe092220 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:25:50.779000 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 5feb9640-c240-453c-a0fb-ca04fe092220) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:50.788527 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:50.788527 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:50.796010 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd245fea-ec8c-4093-82c9-f479093a1626 None None] Network 5feb9640-c240-453c-a0fb-ca04fe092220 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:25:50.865763 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52240) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:50.900554 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52244) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:50.904102 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-3da0f7bf-0864-4b20-8d74-638f7c54d46c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6938636 Sep 23 13:25:50.906744 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52246) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:50.911772 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:50.964756 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51a066d-5968-4e31-acf9-ee59b9333011 admin admin] Deleting subnet 850173b1-782a-4972-a1b5-b3c778782c6c {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:25:50.968421 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f51a066d-5968-4e31-acf9-ee59b9333011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.000091 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-5feb9640-c240-453c-a0fb-ca04fe092220', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:25:51.001336 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.003597 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.007631 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.018170 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f51a066d-5968-4e31-acf9-ee59b9333011 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.028190 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f51a066d-5968-4e31-acf9-ee59b9333011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.033365 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7e5bbb7f-5157-4d8e-b053-cfb7496a81c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.103296 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.139537 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Allocated IP 172.20.0.2 (5feb9640-c240-453c-a0fb-ca04fe092220/33ad4bd3-d408-4e15-80c7-cbbba525e2eb/b1994bc7-40e4-45d2-8207-f80d23e4b58e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:51.157691 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f51a066d-5968-4e31-acf9-ee59b9333011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.170943 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7e5bbb7f-5157-4d8e-b053-cfb7496a81c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.188150 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a066d-5968-4e31-acf9-ee59b9333011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850173b1-782a-4972-a1b5-b3c778782c6c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:51.192461 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f51a066d-5968-4e31-acf9-ee59b9333011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.197101 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f51a066d-5968-4e31-acf9-ee59b9333011 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/850173b1-782a-4972-a1b5-b3c778782c6c HTTP/1.1" status: 204 len: 168 time: 0.3275948 Sep 23 13:25:51.197395 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52250) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:51.258919 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7e5bbb7f-5157-4d8e-b053-cfb7496a81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.288351 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.358051 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.391467 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Network 5feb9640-c240-453c-a0fb-ca04fe092220 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:51.396410 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:51.398792 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.399796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:51.409653 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-7e5bbb7f-5157-4d8e-b053-cfb7496a81c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe8e9aa79c834857afee6b5d7e04c50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080495 Sep 23 13:25:51.413132 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52252) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:51.414019 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bbb7f-5157-4d8e-b053-cfb7496a81c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f039cd0-9fc8-4b8c-a03f-19a0d5e9a631,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:51.419588 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Pushing event updated for resources: {'Port': ['ID=b1994bc7-40e4-45d2-8207-f80d23e4b58e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:51.454473 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.472256 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.473606 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.473969 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.474330 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.474668 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.475003 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.475333 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.475665 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.476039 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.476366 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.476688 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.477010 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:25:51.491712 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Attempting to bind port b1994bc7-40e4-45d2-8207-f80d23e4b58e on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:51.492096 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Attempting to bind port b1994bc7-40e4-45d2-8207-f80d23e4b58e by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:51.492652 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Attempting to bind port b1994bc7-40e4-45d2-8207-f80d23e4b58e on network 5feb9640-c240-453c-a0fb-ca04fe092220 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:51.497708 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:51.499962 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Checking segment: {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:51.499962 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.500155 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0cac-d720-40d2-a331-fdbc8755994b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.500245 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Bound using segment: {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:51.500245 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Bound port: b1994bc7-40e4-45d2-8207-f80d23e4b58e, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:51.500245 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.521874 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0cac-d720-40d2-a331-fdbc8755994b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.540407 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.565534 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] For port b1994bc7-40e4-45d2-8207-f80d23e4b58e, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:25:51.569267 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] For port b1994bc7-40e4-45d2-8207-f80d23e4b58e, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b1994bc7-40e4-45d2-8207-f80d23e4b58e,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:25:51.573396 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.573754 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.574490 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.574827 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.575159 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.575484 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.575825 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.576135 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.576440 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.576769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.625813 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0cac-d720-40d2-a331-fdbc8755994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.628380 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0cac-d720-40d2-a331-fdbc8755994b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.630210 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-8b9d0cac-d720-40d2-a331-fdbc8755994b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f039cd0-9fc8-4b8c-a03f-19a0d5e9a631 HTTP/1.1" status: 204 len: 168 time: 0.2152936 Sep 23 13:25:51.638022 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d0cac-d720-40d2-a331-fdbc8755994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f039cd0-9fc8-4b8c-a03f-19a0d5e9a631,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:51.660463 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:51.726007 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bf19e-ef7b-474c-a6f0-841b5db9c882 None None] Pushing event updated for resources: {'Port': ['ID=b1994bc7-40e4-45d2-8207-f80d23e4b58e,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:51.751268 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.751802 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.752010 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.752333 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:25:51.752699 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17397a0e-c648-4d1e-90a4-bf04d7dfabe4']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:51.790003 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:51.790305 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4eb2b8-8e15-4c7c-8cd2-a18dba2c7e5c') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:51.837736 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.072146 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.090082 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:25:52.090082 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: from cryptography.utils import int_from_bytes Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: from cryptography.utils import int_from_bytes Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:25:52.093356 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:25:52.137638 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06715123-dc44-4adc-bebd-e15069923d53 req-de60b3a5-c1d9-46d0-aafb-9e7b2a34a0cb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:52.143676 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-06715123-dc44-4adc-bebd-e15069923d53 req-de60b3a5-c1d9-46d0-aafb-9e7b2a34a0cb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.3787374 Sep 23 13:25:52.226027 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-06715123-dc44-4adc-bebd-e15069923d53 req-23c65b78-94c8-4a98-8525-5cfd6cd8b221 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752025 Sep 23 13:25:52.317447 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.352211 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.354102 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/17397a0e-c648-4d1e-90a4-bf04d7dfabe4 HTTP/1.1" status: 204 len: 168 time: 1.1559176 Sep 23 13:25:52.358276 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f756ad0-b69f-4330-9896-7ebcfcef88a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17397a0e-c648-4d1e-90a4-bf04d7dfabe4,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:52.373008 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.393474 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.511971 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Allocated IP 172.27.2.20 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/3ce24824-71b8-4c67-81b7-e0cb65f1d9b7) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:52.547165 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52272) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:52.561079 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba05dc70-b4d3-4b55-b389-dcad4ee29164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.620720 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.661823 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba05dc70-b4d3-4b55-b389-dcad4ee29164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.712065 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.714313 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c38cbc-6680-488d-b96d-6e7dd5eea3fc None None] Network 5feb9640-c240-453c-a0fb-ca04fe092220 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:25:52.726083 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52274) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:52.752627 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:52.756363 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:52.760889 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:52.776542 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-6b9219e0-7373-4b3d-ab54-673f06277145 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f169ca44d354fa6bf62e88c4840baf4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496848 Sep 23 13:25:52.776542 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba05dc70-b4d3-4b55-b389-dcad4ee29164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.777789 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52278) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:52.796076 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce24824-71b8-4c67-81b7-e0cb65f1d9b7,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:52.804742 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d7072e43-ccb9-4232-985a-1d4a933b2f2a None None] Provisioning complete for port b1994bc7-40e4-45d2-8207-f80d23e4b58e triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:52.805113 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7072e43-ccb9-4232-985a-1d4a933b2f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.852825 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05dc70-b4d3-4b55-b389-dcad4ee29164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c26e14-468c-4ac3-8369-9ab097e38c87,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:52.859229 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ba05dc70-b4d3-4b55-b389-dcad4ee29164 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=182b11c2c29d4e3b8c617e8284bdd571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102739 Sep 23 13:25:52.862446 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52280) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:52.884002 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94576ec4-2a3b-4feb-9f35-c33259155807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.922973 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94576ec4-2a3b-4feb-9f35-c33259155807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.960233 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7072e43-ccb9-4232-985a-1d4a933b2f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.961378 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae031f96-ba61-46de-87d4-30083364da08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:52.984025 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae031f96-ba61-46de-87d4-30083364da08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.035654 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d7072e43-ccb9-4232-985a-1d4a933b2f2a None None] For port b1994bc7-40e4-45d2-8207-f80d23e4b58e, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b1994bc7-40e4-45d2-8207-f80d23e4b58e,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:53.094990 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b1994bc7-40e4-45d2-8207-f80d23e4b58e up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:53.158052 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port b1994bc7-40e4-45d2-8207-f80d23e4b58e triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:53.158554 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.169234 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94576ec4-2a3b-4feb-9f35-c33259155807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.171801 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94576ec4-2a3b-4feb-9f35-c33259155807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.173154 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-94576ec4-2a3b-4feb-9f35-c33259155807 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e8cfd4d-7aed-464a-aa27-2967488e15ed HTTP/1.1" status: 204 len: 168 time: 0.3931541 Sep 23 13:25:53.183180 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94576ec4-2a3b-4feb-9f35-c33259155807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8cfd4d-7aed-464a-aa27-2967488e15ed,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:53.201463 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae031f96-ba61-46de-87d4-30083364da08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.204188 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae031f96-ba61-46de-87d4-30083364da08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.205504 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ae031f96-ba61-46de-87d4-30083364da08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27c26e14-468c-4ac3-8369-9ab097e38c87 HTTP/1.1" status: 204 len: 168 time: 0.3421750 Sep 23 13:25:53.205726 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7072e43-ccb9-4232-985a-1d4a933b2f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.224006 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae031f96-ba61-46de-87d4-30083364da08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c26e14-468c-4ac3-8369-9ab097e38c87,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:53.234160 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.297210 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7072e43-ccb9-4232-985a-1d4a933b2f2a None None] Pushing event updated for resources: {'Port': ['ID=b1994bc7-40e4-45d2-8207-f80d23e4b58e,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:53.326742 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-3433a791-1d62-4af6-bfbc-3ccd492e3f1b None None] Provisioning complete for port b1994bc7-40e4-45d2-8207-f80d23e4b58e triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:53.327189 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3433a791-1d62-4af6-bfbc-3ccd492e3f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.449560 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fce30-8b75-41b3-a3fe-8b405a86eb81 req-0bd02357-54f3-43a2-acfb-81a1cf585d04 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:53.451055 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a53fce30-8b75-41b3-a3fe-8b405a86eb81 req-0bd02357-54f3-43a2-acfb-81a1cf585d04 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0917704 Sep 23 13:25:53.530758 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.536554 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a53fce30-8b75-41b3-a3fe-8b405a86eb81 req-52021b24-e354-4939-a913-3f0688896768 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795405 Sep 23 13:25:53.711238 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Router 642a92fa-c014-439c-8e67-d578f068d345 is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:25:53.822921 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:25:53.834422 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Sync routers for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:25:53.842110 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:25:53.842710 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:25:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:53.946200 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:25:53.979800 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:53.981069 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-578899cd-9b62-4e8f-a2c7-1324e57753e9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0734532 Sep 23 13:25:53.984064 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52306) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:54.058917 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52308) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:54.073250 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-410d42e7-c36a-467a-a7ce-98076d546d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.137636 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:52Z', 'revision_number': 3, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:54.169775 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Checking router: 642a92fa-c014-439c-8e67-d578f068d345 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:25:54.170317 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Updating router 642a92fa-c014-439c-8e67-d578f068d345 port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:25:54.197343 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.243240 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-410d42e7-c36a-467a-a7ce-98076d546d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.278286 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-410d42e7-c36a-467a-a7ce-98076d546d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.342517 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-410d42e7-c36a-467a-a7ce-98076d546d1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9c91693728e48debf2f2d3f63d6a514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793329 Sep 23 13:25:54.342517 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d42e7-c36a-467a-a7ce-98076d546d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d999d33e-fa2c-43a7-9664-297fe7bb3572,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:54.344591 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52318) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:54.399248 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d926805a-b322-4778-ab0f-4497c8058f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.422780 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d926805a-b322-4778-ab0f-4497c8058f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.505386 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52322) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:54.532569 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.568429 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d926805a-b322-4778-ab0f-4497c8058f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.571003 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d926805a-b322-4778-ab0f-4497c8058f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.574600 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-d926805a-b322-4778-ab0f-4497c8058f1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d999d33e-fa2c-43a7-9664-297fe7bb3572 HTTP/1.1" status: 204 len: 168 time: 0.2265801 Sep 23 13:25:54.591527 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926805a-b322-4778-ab0f-4497c8058f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d999d33e-fa2c-43a7-9664-297fe7bb3572,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:54.608186 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.675880 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-network', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:54.682341 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c8e4b-dfa0-449a-98db-a4838ff70a18 None None] Pushing event updated for resources: {'Port': ['ID=3ce24824-71b8-4c67-81b7-e0cb65f1d9b7,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:54.685069 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Attempting to bind port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:54.685583 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Attempting to bind port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:54.686161 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Attempting to bind port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:54.692701 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:54.693219 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:54.693701 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.694315 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:54.694991 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Bound port: 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:54.695452 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.724530 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045a1fb-53ec-4258-a40e-0b85aa24768d req-4435070c-8c13-49a6-a1fa-edc701258046 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:54.726786 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5045a1fb-53ec-4258-a40e-0b85aa24768d req-4435070c-8c13-49a6-a1fa-edc701258046 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0880632 Sep 23 13:25:54.747813 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] For port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:25:54.751319 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] For port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=3ce24824-71b8-4c67-81b7-e0cb65f1d9b7,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:25:54.786658 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Made reservation on behalf of 02b0d5c47aa94594a176ee743ffde0c5 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:54.789277 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.791422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.798601 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.815610 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5045a1fb-53ec-4258-a40e-0b85aa24768d req-cdc2b051-91af-42c8-a5e4-746aa7d86913 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820212 Sep 23 13:25:54.821383 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:54.906371 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:25:54.907104 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:25:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:54.910165 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c8e4b-dfa0-449a-98db-a4838ff70a18 None None] Pushing event updated for resources: {'Port': ['ID=3ce24824-71b8-4c67-81b7-e0cb65f1d9b7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:54.943033 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.029253 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Allocated IP 172.20.0.1 (5feb9640-c240-453c-a0fb-ca04fe092220/33ad4bd3-d408-4e15-80c7-cbbba525e2eb/e80fceb7-4903-43b7-99a3-dfcff8456320) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:55.060207 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b1994bc7-40e4-45d2-8207-f80d23e4b58e up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:55.062255 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.102214 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:25:55.121880 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:25:55.124274 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5988f768-ee8a-4ced-aceb-4a0ac9a45122,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:55.137229 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.138190 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Added segment 56e3e9a1-8011-4704-8c7c-7e5875a2e19f of type vlan for network 9f815ddf-0867-41ff-8100-f764ce20a8f1 Sep 23 13:25:55.161972 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port b1994bc7-40e4-45d2-8207-f80d23e4b58e triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:55.162727 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.181345 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.225307 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.322620 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.326895 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.327204 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:55.327204 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.375747 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Network 5feb9640-c240-453c-a0fb-ca04fe092220 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:55.378920 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:55.386320 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:55.392848 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] Pushing event updated for resources: {'Network': ['ID=9f815ddf-0867-41ff-8100-f764ce20a8f1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:55.405657 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:25:55.428668 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Pushing event updated for resources: {'Port': ['ID=e80fceb7-4903-43b7-99a3-dfcff8456320,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:55.437973 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ced94ad1-824a-4efa-bb86-5d50179eeb3b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9313672 Sep 23 13:25:55.451418 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:52Z', 'revision_number': 3, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:55.453662 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52354) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:55.459294 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Request body: {'subnet': {'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-subnet', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:55.482500 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ce8c9-d011-45c2-9421-002aa3f6d07c None None] The sync data for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi is: [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:52Z', 'revision_number': 3, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:25:55.494204 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.649162 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-edbce78c-279c-4419-ad5b-787b33d43c3a None None] Provisioning complete for port e80fceb7-4903-43b7-99a3-dfcff8456320 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:55.649162 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-edbce78c-279c-4419-ad5b-787b33d43c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.670269 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Made reservation on behalf of 02b0d5c47aa94594a176ee743ffde0c5 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:55.672688 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.682487 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-edbce78c-279c-4419-ad5b-787b33d43c3a None None] Port e80fceb7-4903-43b7-99a3-dfcff8456320 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:25:55.734841 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.873163 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52366) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:55.982782 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:55.996045 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a1f84-dea8-41cb-a4f4-951984883126 req-245749ce-c250-4d67-870a-aa404ff65227 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:55.997529 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-520a1f84-dea8-41cb-a4f4-951984883126 req-245749ce-c250-4d67-870a-aa404ff65227 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0893514 Sep 23 13:25:56.003009 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.008970 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1063396363-network', 'tenant_id': 'd58dbceeaa624652bb09f30f77f30877'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:56.052130 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f64494-ca96-444f-9f5d-13811ad615f1,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:56.059112 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-520a1f84-dea8-41cb-a4f4-951984883126 req-0c39f137-b8ef-4db1-8a9a-3e885a2de7f3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 Sep 23 13:25:56.074537 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Checking segment: {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:56.075018 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Network hostable DHCP agents. Network: 9f815ddf-0867-41ff-8100-f764ce20a8f1, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:25:56.140278 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.142531 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Made reservation on behalf of d58dbceeaa624652bb09f30f77f30877 for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:56.144865 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.179677 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.180356 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:25:56.240198 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.244405 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Pushing event updated for resources: {'Port': ['ID=e80fceb7-4903-43b7-99a3-dfcff8456320,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:56.271723 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 9f815ddf-0867-41ff-8100-f764ce20a8f1) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:56.277131 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:56.278325 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.288361 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28327d8e-2e06-4622-bd2a-ed57a097400d None None] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:25:56.389271 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Network 5feb9640-c240-453c-a0fb-ca04fe092220 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:56.399038 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:56.427422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.491918 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-9f815ddf-0867-41ff-8100-f764ce20a8f1', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:25:56.491918 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.515043 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.574567 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=94597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:25:56.582422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b25445-d1a3-40ab-9057-c51688ea551e,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:56.585928 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-2825f722-79b5-4bd2-95a3-65ca25ba5b66 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1288452 Sep 23 13:25:56.587075 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52376) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:56.595943 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:56.601857 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.602669 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Added segment 5f3859d1-5527-4564-9aa8-275d9a81a89c of type vlan for network 27b8e9db-a476-4c5e-accf-f4269ae3dbff Sep 23 13:25:56.616803 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Router 642a92fa-c014-439c-8e67-d578f068d345 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:25:56.655948 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Allocated IP 172.20.0.2 (9f815ddf-0867-41ff-8100-f764ce20a8f1/22f64494-ca96-444f-9f5d-13811ad615f1/68f47558-77d0-48f8-b0b5-1171cd827be8) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:56.657617 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.705664 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.707530 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.761399 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.780004 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:25:56.797667 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-36fa7aa8-faa2-410a-8716-501a4ff30e87 admin admin] 10.222.0.41 "PUT /v2.0/routers/642a92fa-c014-439c-8e67-d578f068d345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037784 Sep 23 13:25:56.797667 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.797667 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:56.797667 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:56.858848 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] Pushing event updated for resources: {'Network': ['ID=27b8e9db-a476-4c5e-accf-f4269ae3dbff,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:56.883396 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 27b8e9db-a476-4c5e-accf-f4269ae3dbff details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:25:56.887238 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9cce294d-a7d8-4205-88dd-3de03a37baea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0090361 Sep 23 13:25:56.887238 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52380) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:56.891797 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Request body: {'subnet': {'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1063396363-subnet', 'tenant_id': 'd58dbceeaa624652bb09f30f77f30877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:56.943942 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-6b04ea9a-bdc0-4025-b83d-30fa1b220152 None None] Provisioning complete for port e80fceb7-4903-43b7-99a3-dfcff8456320 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:56.944585 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b04ea9a-bdc0-4025-b83d-30fa1b220152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.008404 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Made reservation on behalf of d58dbceeaa624652bb09f30f77f30877 for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:57.010769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999528'] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.027043 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.036738 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6b04ea9a-bdc0-4025-b83d-30fa1b220152 None None] Port e80fceb7-4903-43b7-99a3-dfcff8456320 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:25:57.093646 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.139824 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:57.180685 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:57.192883 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:57.201189 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:57.208361 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Pushing event updated for resources: {'Port': ['ID=68f47558-77d0-48f8-b0b5-1171cd827be8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:57.267677 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5a79a-fa41-46cd-ba08-4db7dd5775d8 req-2a48cfee-961d-462e-8255-1dcbc5ae8a06 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:57.271530 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:57.271928 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.279435 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Attempting to bind port 68f47558-77d0-48f8-b0b5-1171cd827be8 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:57.279605 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5da5a79a-fa41-46cd-ba08-4db7dd5775d8 req-2a48cfee-961d-462e-8255-1dcbc5ae8a06 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.1291485 Sep 23 13:25:57.279747 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Attempting to bind port 68f47558-77d0-48f8-b0b5-1171cd827be8 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:57.279747 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Attempting to bind port 68f47558-77d0-48f8-b0b5-1171cd827be8 on network 9f815ddf-0867-41ff-8100-f764ce20a8f1 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:57.301559 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:57.302278 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Checking segment: {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:57.302389 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.302699 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Bound using segment: {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:57.303170 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Bound port: 68f47558-77d0-48f8-b0b5-1171cd827be8, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:57.303549 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.312621 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.354877 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5da5a79a-fa41-46cd-ba08-4db7dd5775d8 req-764e097c-be6d-4d82-b778-fb6a184a7c71 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775952 Sep 23 13:25:57.399727 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] For port 68f47558-77d0-48f8-b0b5-1171cd827be8, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:25:57.421936 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] For port 68f47558-77d0-48f8-b0b5-1171cd827be8, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=68f47558-77d0-48f8-b0b5-1171cd827be8,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:25:57.434878 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.461846 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Sync routers for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:25:57.479484 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=3ce24824-71b8-4c67-81b7-e0cb65f1d9b7,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:57.481449 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:25:57.482067 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:25:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:57.500310 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12696523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999514'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.535714 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.595828 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4efd68-f685-457b-b5d0-40dcf178f786,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:57.626466 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.634209 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Checking segment: {'id': '5f3859d1-5527-4564-9aa8-275d9a81a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:57.634920 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Network hostable DHCP agents. Network: 27b8e9db-a476-4c5e-accf-f4269ae3dbff, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:25:57.641237 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.666440 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.716216 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29c3d5-37e0-4b1f-a326-e7b499265f02 None None] Pushing event updated for resources: {'Port': ['ID=68f47558-77d0-48f8-b0b5-1171cd827be8,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:57.720634 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:25:57.756408 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Network 27b8e9db-a476-4c5e-accf-f4269ae3dbff is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:25:57.792646 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.811378 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Allocated IP 172.27.2.92 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/f29b2107-e18a-4ae5-b46e-bad540944a7a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:25:57.836904 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 27b8e9db-a476-4c5e-accf-f4269ae3dbff) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:57.842950 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:57.843626 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:57.868233 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd3fe7-6aac-4b7c-a7c5-683f90a6a4cb None None] Network 27b8e9db-a476-4c5e-accf-f4269ae3dbff requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:25:57.888668 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=3ce24824-71b8-4c67-81b7-e0cb65f1d9b7,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:57.929583 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52404) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:57.935166 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2027599365-network', 'tenant_id': '1b4064a917c24467bf295bef8150ae41'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:57.944356 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-f3b7fa56-b979-41a8-89cf-40bbabda6ff6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0562813 Sep 23 13:25:58.033445 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.146623 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.146838 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Made reservation on behalf of 1b4064a917c24467bf295bef8150ae41 for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:58.149732 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.160832 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.176106 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c3b88a-0016-49da-873e-88ed9bd38864 None None] Network 27b8e9db-a476-4c5e-accf-f4269ae3dbff requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:25:58.247635 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Pushing event updated for resources: {'Port': ['ID=f29b2107-e18a-4ae5-b46e-bad540944a7a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:58.251947 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:25:58.254313 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e80fceb7-4903-43b7-99a3-dfcff8456320', 'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'mac_address': 'fa:16:3e:df:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:54Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 2, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'subnets': [{'id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:25:58.254677 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:25:58.261933 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:25:58.295089 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Checking router: 642a92fa-c014-439c-8e67-d578f068d345 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:25:58.295089 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Updating router 642a92fa-c014-439c-8e67-d578f068d345 port e80fceb7-4903-43b7-99a3-dfcff8456320 binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:25:58.298633 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.346754 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.381176 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.421795 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=94597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:25:58.427860 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061af283-4530-469b-8ece-cf5d39f73e96,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:58.434213 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.434626 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Added segment 4fb14b61-6ab2-472b-9c1c-aed7b5492a1c of type vlan for network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 Sep 23 13:25:58.486171 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.607171 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8773c-f248-4490-9982-ec8a1206d629 req-452138d1-62bb-418e-bc2e-f215c50306ae tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:58.615264 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-45d8773c-f248-4490-9982-ec8a1206d629 req-452138d1-62bb-418e-bc2e-f215c50306ae tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0943649 Sep 23 13:25:58.655172 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.686347 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.690019 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:58.690019 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:58.747183 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-45d8773c-f248-4490-9982-ec8a1206d629 req-fba92314-8719-4131-9c4c-1613e2d67441 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237829 Sep 23 13:25:58.852832 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] Pushing event updated for resources: {'Network': ['ID=a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:58.882769 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:25:58.922083 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c79f4a89-0f78-4183-924d-349f7404e429 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9912624 Sep 23 13:25:58.926275 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52434) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:58.933237 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Request body: {'subnet': {'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2027599365-subnet', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'ip_version': 4}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:25:58.954831 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-0b779b93-a5a6-46f1-8c45-baa2b50e4385 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3007123 Sep 23 13:25:58.975271 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a1f8cf-8593-4285-9f46-74cb795cebfc None None] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:25:59.052645 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Made reservation on behalf of 1b4064a917c24467bf295bef8150ae41 for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:25:59.055562 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999528'] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.058337 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-7c0408d1-89f1-4428-bc5c-690aea25420f None None] Provisioning complete for port 68f47558-77d0-48f8-b0b5-1171cd827be8 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:59.058337 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c0408d1-89f1-4428-bc5c-690aea25420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.089438 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.096657 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-c76ddd75-3406-4370-a806-cb1dd53094f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:59.098707 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-c76ddd75-3406-4370-a806-cb1dd53094f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1099 time: 0.0624425 Sep 23 13:25:59.185243 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.376174 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 68f47558-77d0-48f8-b0b5-1171cd827be8 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:25:59.392111 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.444124 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-11f4b1e8-cbf7-4081-a2dd-22d330e9dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:59.444515 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-11f4b1e8-cbf7-4081-a2dd-22d330e9dea9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 919 time: 0.2780101 Sep 23 13:25:59.447162 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52448) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:25:59.516046 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-b11fd1ac-5385-4d92-ab7b-ee6e60867a13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd HTTP/1.1" status: 200 len: 217 time: 0.0627027 Sep 23 13:25:59.558898 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12696523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999514'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.595328 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f3b2-b017-4953-a91e-044ffc536542 None None] Pushing event updated for resources: {'Port': ['ID=e80fceb7-4903-43b7-99a3-dfcff8456320,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:59.604030 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c0408d1-89f1-4428-bc5c-690aea25420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.617992 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-447aba28-34bd-4759-b3c7-6e811ce2f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:25:59.620863 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-447aba28-34bd-4759-b3c7-6e811ce2f19f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.0967438 Sep 23 13:25:59.691505 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-3f30480f-6e1e-43ce-b3e1-7dc6ebaac5d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548906 Sep 23 13:25:59.713460 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5698d28d-dec3-46e0-a980-3f9c49f7820d,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:25:59.723467 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Checking segment: {'id': '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:59.723854 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Network hostable DHCP agents. Network: a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:25:59.740509 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 68f47558-77d0-48f8-b0b5-1171cd827be8 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:25:59.740839 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.741012 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:25:59.742395 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Attempting to bind port e80fceb7-4903-43b7-99a3-dfcff8456320 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:25:59.742760 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Attempting to bind port e80fceb7-4903-43b7-99a3-dfcff8456320 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:25:59.743120 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Attempting to bind port e80fceb7-4903-43b7-99a3-dfcff8456320 on network 5feb9640-c240-453c-a0fb-ca04fe092220 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:25:59.748342 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-7c0408d1-89f1-4428-bc5c-690aea25420f None None] For port 68f47558-77d0-48f8-b0b5-1171cd827be8, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=68f47558-77d0-48f8-b0b5-1171cd827be8,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:25:59.783877 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:25:59.786411 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Checking segment: {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:25:59.786848 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.787402 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Bound using segment: {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:25:59.792839 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Bound port: e80fceb7-4903-43b7-99a3-dfcff8456320, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:25:59.793320 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.917976 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c0408d1-89f1-4428-bc5c-690aea25420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.943292 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df128bf3-9ad8-45d0-ae46-5ee957b7bd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:25:59.977044 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:26:00.025072 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2d8b-5031-4a09-b47c-6f130ce6fcfd req-0b14bd7f-8bb4-42d2-b6c8-6462d3e6d208 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:00.036636 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] For port e80fceb7-4903-43b7-99a3-dfcff8456320, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:00.037385 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-395a2d8b-5031-4a09-b47c-6f130ce6fcfd req-0b14bd7f-8bb4-42d2-b6c8-6462d3e6d208 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.1199539 Sep 23 13:26:00.073021 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] For port e80fceb7-4903-43b7-99a3-dfcff8456320, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e80fceb7-4903-43b7-99a3-dfcff8456320,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:00.093721 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-f271e388-5e8f-480c-83c6-fbf4af2d6840 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964186 Sep 23 13:26:00.093937 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:00.095538 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-395a2d8b-5031-4a09-b47c-6f130ce6fcfd req-2b2ae346-87fc-42f0-89cf-880fd5ae4450 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508378 Sep 23 13:26:00.099489 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:00.105176 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:00.106184 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.134476 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e94a3-375e-40de-8053-a2fb5e80ce4b None None] Network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:26:00.163579 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-2846ef6f-85ad-4904-9fb9-04c4c0db1c3a None None] Provisioning complete for port e80fceb7-4903-43b7-99a3-dfcff8456320 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:00.164074 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2846ef6f-85ad-4904-9fb9-04c4c0db1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.165689 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0408d1-89f1-4428-bc5c-690aea25420f None None] Pushing event updated for resources: {'Port': ['ID=68f47558-77d0-48f8-b0b5-1171cd827be8,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:00.183952 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df128bf3-9ad8-45d0-ae46-5ee957b7bd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.211789 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.229707 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:26:00.243766 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Sync routers for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:26:00.253877 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:00.254494 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:25:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:00.265036 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e812c884-5fca-460e-a35d-0d61f7b87ce5 req-28ad54c8-f5db-41b2-ba32-2c6f754d5e48 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548586 Sep 23 13:26:00.310729 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2846ef6f-85ad-4904-9fb9-04c4c0db1c3a None None] Port e80fceb7-4903-43b7-99a3-dfcff8456320 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:26:00.315731 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df128bf3-9ad8-45d0-ae46-5ee957b7bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.347847 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39d03997-80c4-4ae3-8330-762216004405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.363171 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:00.364071 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:25:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:00.366741 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:00.374606 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.374770 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-df128bf3-9ad8-45d0-ae46-5ee957b7bd66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2da17da55c74cf586c2004877edf609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9162331 Sep 23 13:26:00.374884 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f3b2-b017-4953-a91e-044ffc536542 None None] Pushing event updated for resources: {'Port': ['ID=e80fceb7-4903-43b7-99a3-dfcff8456320,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:00.374983 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52468) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:00.378055 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df128bf3-9ad8-45d0-ae46-5ee957b7bd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096264e1-f6c7-47bc-ab59-dad350237228,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:00.395052 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:00.433203 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.433203 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-14c2c873-1e31-4197-9ac5-d674c12f0d6f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8430252 Sep 23 13:26:00.435211 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52470) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:00.441578 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-425097e8-c36a-4cfb-8f10-1e5836a217b3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5110817 Sep 23 13:26:00.441763 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52472) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:00.448207 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:00.471007 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b65e5984-7978-4543-94e1-16239cb8f34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.506662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b65e5984-7978-4543-94e1-16239cb8f34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.647248 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-3fad1c43-40a5-4812-8c9b-9ceb511c6860 None None] Provisioning complete for port 68f47558-77d0-48f8-b0b5-1171cd827be8 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:00.647764 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fad1c43-40a5-4812-8c9b-9ceb511c6860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.683450 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39', 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'fixed_ips': [{'subnet_id': '5698d28d-dec3-46e0-a980-3f9c49f7820d'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:26:00.684763 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.688938 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.689964 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.732797 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b65e5984-7978-4543-94e1-16239cb8f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.734588 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:00.737654 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b65e5984-7978-4543-94e1-16239cb8f34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:00.739174 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-b65e5984-7978-4543-94e1-16239cb8f34c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/096264e1-f6c7-47bc-ab59-dad350237228 HTTP/1.1" status: 204 len: 168 time: 0.3675699 Sep 23 13:26:00.752165 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e5984-7978-4543-94e1-16239cb8f34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096264e1-f6c7-47bc-ab59-dad350237228,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:00.851284 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:25:58Z', 'revision_number': 3, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:00.973338 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Checking router: 1e3b9923-8172-47fd-92c6-03df7ccf66e2 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:26:00.973338 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Updating router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 port f29b2107-e18a-4ae5-b46e-bad540944a7a binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:26:01.014547 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.076103 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-adce781d-bce3-436d-b341-5b477bd052b0 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:01.082024 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-adce781d-bce3-436d-b341-5b477bd052b0 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/networks?id=27b8e9db-a476-4c5e-accf-f4269ae3dbff HTTP/1.1" status: 200 len: 809 time: 0.1808732 Sep 23 13:26:01.096552 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-8439aca8-ba7a-4a03-8c29-c847bb9ba365 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/quotas/d58dbceeaa624652bb09f30f77f30877 HTTP/1.1" status: 200 len: 375 time: 0.0100019 Sep 23 13:26:01.173932 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-7b99da04-1110-43fe-b632-da6ab8ab769b tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d58dbceeaa624652bb09f30f77f30877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696356 Sep 23 13:26:01.187256 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 68f47558-77d0-48f8-b0b5-1171cd827be8 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:01.227006 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.374350 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-cb4e7d06-ffb8-47ab-a1bd-b256afbb3ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922154 Sep 23 13:26:01.391414 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3635-6c4b-4e04-9023-298e47deccaa req-16d54af9-9034-43c1-ad4a-215d1b90f9c5 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:01.391414 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8cdc3635-6c4b-4e04-9023-298e47deccaa req-16d54af9-9034-43c1-ad4a-215d1b90f9c5 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0884931 Sep 23 13:26:01.460882 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8cdc3635-6c4b-4e04-9023-298e47deccaa req-4de6b48d-3950-400f-9892-4e2daa1ba0df tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680761 Sep 23 13:26:01.518670 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.555782 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-27c146ea-303b-42a1-9734-f1ccaba1f888 service neutron] 10.222.0.41 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620984 Sep 23 13:26:01.591327 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Allocated IP 172.20.0.2 (a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39/5698d28d-dec3-46e0-a980-3f9c49f7820d/e9aee0ff-09f7-4690-8b43-5ce79c34fa41) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:26:01.623765 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.625293 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.646698 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 68f47558-77d0-48f8-b0b5-1171cd827be8 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:01.647076 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.682249 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Attempting to bind port f29b2107-e18a-4ae5-b46e-bad540944a7a on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:26:01.682931 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Attempting to bind port f29b2107-e18a-4ae5-b46e-bad540944a7a by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:26:01.683544 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Attempting to bind port f29b2107-e18a-4ae5-b46e-bad540944a7a on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:01.687411 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Pushing event updated for resources: {'Port': ['ID=f29b2107-e18a-4ae5-b46e-bad540944a7a,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:01.693760 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:26:01.694380 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:26:01.694957 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.695492 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:26:01.696145 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Bound port: f29b2107-e18a-4ae5-b46e-bad540944a7a, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:26:01.696548 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.722345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:01.758723 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] For port f29b2107-e18a-4ae5-b46e-bad540944a7a, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:01.760350 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e80fceb7-4903-43b7-99a3-dfcff8456320', 'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'mac_address': 'fa:16:3e:df:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:54Z', 'updated_at': '2021-09-23T13:26:00Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'subnets': [{'id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:01.762362 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] For port f29b2107-e18a-4ae5-b46e-bad540944a7a, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=f29b2107-e18a-4ae5-b46e-bad540944a7a,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:01.765198 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-015834b1-6586-4e20-9602-8d68d3297c68 None None] Provisioning complete for port e80fceb7-4903-43b7-99a3-dfcff8456320 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:01.765568 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-015834b1-6586-4e20-9602-8d68d3297c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.821683 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca8416-8f3f-4e24-a41f-2d92f889af06 None None] The sync data for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi is: [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e80fceb7-4903-43b7-99a3-dfcff8456320', 'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'mac_address': 'fa:16:3e:df:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:54Z', 'updated_at': '2021-09-23T13:26:00Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'subnets': [{'id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:26:01.845114 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.870249 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52522) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:01.953318 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-570cbc97-d2ab-420b-829e-b472a278aa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:01.963989 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.009642 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.018159 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bdfb213b-535e-41d0-9e4b-fc9040811573 req-b50e7403-30a3-4a50-8565-5898f8f79c6b tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 210 time: 0.0826905 Sep 23 13:26:02.069479 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc37b3-7f48-43fa-ae2d-2597fe4aefee None None] Pushing event updated for resources: {'Port': ['ID=f29b2107-e18a-4ae5-b46e-bad540944a7a,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:02.079326 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:02.080020 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:25:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:02.113825 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-015834b1-6586-4e20-9602-8d68d3297c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.209210 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-015834b1-6586-4e20-9602-8d68d3297c68 None None] For port e80fceb7-4903-43b7-99a3-dfcff8456320, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e80fceb7-4903-43b7-99a3-dfcff8456320,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:02.225158 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.239809 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:02.270960 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-570cbc97-d2ab-420b-829e-b472a278aa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.312043 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Pushing event updated for resources: {'Port': ['ID=e9aee0ff-09f7-4690-8b43-5ce79c34fa41,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:02.319006 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-015834b1-6586-4e20-9602-8d68d3297c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.323564 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:02.326497 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:02.346182 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:26:02.402248 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-570cbc97-d2ab-420b-829e-b472a278aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.463282 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Attempting to bind port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:26:02.463658 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Attempting to bind port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:26:02.464522 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cbc97-d2ab-420b-829e-b472a278aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd414a9-41f3-465b-8261-a7efc8122d07,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:02.467572 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Attempting to bind port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 on network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:02.480314 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Allocated IP 172.20.0.1 (9f815ddf-0867-41ff-8100-f764ce20a8f1/22f64494-ca96-444f-9f5d-13811ad615f1/d6d3867d-100b-4dac-8902-4f8b327f287f) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:26:02.509099 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:26:02.509579 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Checking segment: {'id': '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:26:02.510270 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.510924 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Bound using segment: {'id': '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:26:02.511503 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Bound port: e9aee0ff-09f7-4690-8b43-5ce79c34fa41, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:26:02.511917 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.513917 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015834b1-6586-4e20-9602-8d68d3297c68 None None] Pushing event updated for resources: {'Port': ['ID=e80fceb7-4903-43b7-99a3-dfcff8456320,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:02.514524 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.545936 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:25:58Z', 'revision_number': 3, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:02.547771 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-570cbc97-d2ab-420b-829e-b472a278aa67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95ffd33b0e4549459566020418bd80b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757212 Sep 23 13:26:02.548394 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52542) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:02.584369 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.595997 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fcbdb7-5c36-4cd6-8411-76a05cdf3307 None None] The sync data for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi is: [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:25:58Z', 'revision_number': 3, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:26:02.694247 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-45dce019-624a-4123-a3fb-cd28a36afa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.707612 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] For port e9aee0ff-09f7-4690-8b43-5ce79c34fa41, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:02.721411 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] For port e9aee0ff-09f7-4690-8b43-5ce79c34fa41, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e9aee0ff-09f7-4690-8b43-5ce79c34fa41,segment=NetworkSegment(4fb14b61-6ab2-472b-9c1c-aed7b5492a1c),segment_id=4fb14b61-6ab2-472b-9c1c-aed7b5492a1c)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:02.759372 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-966bea15-91cb-4e8b-9fd0-833a24f8be81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.771979 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d2385-832c-4374-8aa1-db0c2437c50e req-299997f3-9c47-4b6b-a01e-2f3e8b80146d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:02.773550 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fe1d2385-832c-4374-8aa1-db0c2437c50e req-299997f3-9c47-4b6b-a01e-2f3e8b80146d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.1839976 Sep 23 13:26:02.797950 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.813840 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-966bea15-91cb-4e8b-9fd0-833a24f8be81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.854025 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fe1d2385-832c-4374-8aa1-db0c2437c50e req-3fe5a2b4-1c24-450f-ad3a-d019f7be48c6 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705380 Sep 23 13:26:02.878619 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.880666 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Allocated IP 172.27.2.18 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/e6bafc30-4ba2-403e-8f94-35aede695326) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:26:02.904664 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb559908-9a2c-4f79-ab9a-6ff946aad208 None None] Pushing event updated for resources: {'Port': ['ID=e9aee0ff-09f7-4690-8b43-5ce79c34fa41,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:02.968505 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-966bea15-91cb-4e8b-9fd0-833a24f8be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.971638 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-966bea15-91cb-4e8b-9fd0-833a24f8be81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:02.973954 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-966bea15-91cb-4e8b-9fd0-833a24f8be81 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cd414a9-41f3-465b-8261-a7efc8122d07 HTTP/1.1" status: 204 len: 168 time: 0.4246113 Sep 23 13:26:02.988762 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bea15-91cb-4e8b-9fd0-833a24f8be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd414a9-41f3-465b-8261-a7efc8122d07,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:03.174503 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:03.233784 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4411e8a5-fea1-4dd4-bf92-49a888e82d04 req-bffbaf40-fc6b-4732-9a8b-bb7ed22b1f81 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 210 time: 0.0902910 Sep 23 13:26:03.255016 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:03.290895 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e80fceb7-4903-43b7-99a3-dfcff8456320 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:03.374391 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:03.397565 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:03.403904 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:03.411075 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:26:03.411582 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:03.457342 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port e80fceb7-4903-43b7-99a3-dfcff8456320 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:03.457836 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:03.491283 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d3867d-100b-4dac-8902-4f8b327f287f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:03.780895 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:03.856632 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:03.879358 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-5a2dcb81-0660-4aa7-b269-e5d05b7e35c2 None None] Provisioning complete for port d6d3867d-100b-4dac-8902-4f8b327f287f triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:03.885086 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a2dcb81-0660-4aa7-b269-e5d05b7e35c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:03.885438 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:03.899674 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:26:03.947176 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:03.958334 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5a2dcb81-0660-4aa7-b269-e5d05b7e35c2 None None] Port d6d3867d-100b-4dac-8902-4f8b327f287f cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:26:04.010039 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.022933 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6bafc30-4ba2-403e-8f94-35aede695326,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:04.031583 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c09296-6357-4cae-a4a8-366052a8339c req-c5fb2cd4-d9b9-4797-8efe-9da552dc51c1 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:04.039580 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a7c09296-6357-4cae-a4a8-366052a8339c req-c5fb2cd4-d9b9-4797-8efe-9da552dc51c1 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0661442 Sep 23 13:26:04.095636 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a7c09296-6357-4cae-a4a8-366052a8339c req-58ff4f19-0edd-4ca8-9cf7-46f591fbb0d2 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547314 Sep 23 13:26:04.387252 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1e381a3f-02d3-4614-b5e4-90b5e76dffbf req-7edde845-4dc2-488c-9c1c-72f23880f498 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 210 time: 0.0612795 Sep 23 13:26:04.418174 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.466217 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c66e8-410f-4a11-a0a1-6245dc827567 None None] Network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:26:04.471022 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52596) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:04.479950 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.545556 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a99b4de8-bb80-4df0-ad86-877310e470fa None None] Provisioning complete for port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:04.546133 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a99b4de8-bb80-4df0-ad86-877310e470fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.630861 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b37fb37f-161a-4fef-b931-4fa59d6b3c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.725198 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a99b4de8-bb80-4df0-ad86-877310e470fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.740119 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.740845 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.751943 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b37fb37f-161a-4fef-b931-4fa59d6b3c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.785770 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a99b4de8-bb80-4df0-ad86-877310e470fa None None] For port e9aee0ff-09f7-4690-8b43-5ce79c34fa41, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e9aee0ff-09f7-4690-8b43-5ce79c34fa41,segment=NetworkSegment(4fb14b61-6ab2-472b-9c1c-aed7b5492a1c),segment_id=4fb14b61-6ab2-472b-9c1c-aed7b5492a1c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:04.795008 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d3867d-100b-4dac-8902-4f8b327f287f,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:04.825330 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b37fb37f-161a-4fef-b931-4fa59d6b3c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.852754 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a99b4de8-bb80-4df0-ad86-877310e470fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:04.913651 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-b37fb37f-161a-4fef-b931-4fa59d6b3c00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3eb559181144ffc946d18e67a276472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406030 Sep 23 13:26:04.919384 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52614) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:04.972565 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fb37f-161a-4fef-b931-4fa59d6b3c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2eb57f-2046-43b5-aa8c-170a443e7981,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:04.977318 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b4de8-bb80-4df0-ad86-877310e470fa None None] Pushing event updated for resources: {'Port': ['ID=e9aee0ff-09f7-4690-8b43-5ce79c34fa41,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:05.000616 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-45f7ac0a-c78d-4962-be69-30a273a1170b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.033662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-45f7ac0a-c78d-4962-be69-30a273a1170b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.088088 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-fa8e0b34-e84d-46ee-a798-e6f233f9fe43 None None] Provisioning complete for port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:05.092247 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa8e0b34-e84d-46ee-a798-e6f233f9fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.125197 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:05.128385 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:05.146891 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.175136 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-45f7ac0a-c78d-4962-be69-30a273a1170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.178373 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-45f7ac0a-c78d-4962-be69-30a273a1170b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.179560 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-45f7ac0a-c78d-4962-be69-30a273a1170b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a2eb57f-2046-43b5-aa8c-170a443e7981 HTTP/1.1" status: 204 len: 168 time: 0.2628918 Sep 23 13:26:05.203273 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7ac0a-c78d-4962-be69-30a273a1170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2eb57f-2046-43b5-aa8c-170a443e7981,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:05.313233 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e9aee0ff-09f7-4690-8b43-5ce79c34fa41 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:05.340859 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f0d42-ff68-4d4b-8dd5-7014f5ca3a23 req-b50176e5-8200-4f35-bf0e-e2d3eac6864f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:05.354671 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-864f0d42-ff68-4d4b-8dd5-7014f5ca3a23 req-b50176e5-8200-4f35-bf0e-e2d3eac6864f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.1529071 Sep 23 13:26:05.435741 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:05.435741 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.444103 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-864f0d42-ff68-4d4b-8dd5-7014f5ca3a23 req-0f07c4f7-e3f2-4a59-a6bb-b7f519d84285 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863888 Sep 23 13:26:05.510865 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.522194 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:26:05.569355 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d049bf89-8613-4bbd-813d-b953f148d945 None None] Provisioning complete for port d6d3867d-100b-4dac-8902-4f8b327f287f triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:05.569811 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d049bf89-8613-4bbd-813d-b953f148d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.572989 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8b59066a-6fd6-41b3-9fbf-c0804dd002c0 req-4e84bb24-4e72-4e26-b085-ef0f78c2cc3e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 210 time: 0.0319917 Sep 23 13:26:05.598993 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f29b2107-e18a-4ae5-b46e-bad540944a7a up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:05.645234 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d049bf89-8613-4bbd-813d-b953f148d945 None None] Port d6d3867d-100b-4dac-8902-4f8b327f287f cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:26:05.660824 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:26:05.661023 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port f29b2107-e18a-4ae5-b46e-bad540944a7a triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:05.661213 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.666393 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5c7aad28-b59a-4e81-b0ce-da18d7eb9191 admin admin] 10.222.0.41 "PUT /v2.0/routers/1e3b9923-8172-47fd-92c6-03df7ccf66e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2301707 Sep 23 13:26:05.685765 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Sync routers for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:26:05.687118 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Router 9bc53806-13f0-4564-94d3-9680b1082064 is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:26:05.705726 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:05.706586 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:26:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:05.852345 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:26:05.861120 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.870863 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Sync routers for ids ['9bc53806-13f0-4564-94d3-9680b1082064'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:26:05.874798 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:05.890137 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Routers {'9bc53806-13f0-4564-94d3-9680b1082064'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:05.892095 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:26:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['9bc53806-13f0-4564-94d3-9680b1082064'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:05.926415 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port f29b2107-e18a-4ae5-b46e-bad540944a7a, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=f29b2107-e18a-4ae5-b46e-bad540944a7a,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:05.963667 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:05.968062 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52670) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:05.969794 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-2735d407-003d-4780-b720-abbc608680b7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5278277 Sep 23 13:26:06.096341 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Set router 9bc53806-13f0-4564-94d3-9680b1082064 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:06.206576 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:06.340532 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=f29b2107-e18a-4ae5-b46e-bad540944a7a,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:06.544057 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52678) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:06.580567 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b5dfd900-61ef-495a-b905-e1687a97ba87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:06.598324 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:04Z', 'revision_number': 2, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:06.660006 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Checking router: 1e3b9923-8172-47fd-92c6-03df7ccf66e2 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:26:06.660441 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Updating router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 port d6d3867d-100b-4dac-8902-4f8b327f287f binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:26:06.662412 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc53806-13f0-4564-94d3-9680b1082064', 'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:26:00Z', 'updated_at': '2021-09-23T13:26:04Z', 'revision_number': 3, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'gw_port': {'id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:02Z', 'updated_at': '2021-09-23T13:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:06.707540 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:06.712550 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Checking router: 9bc53806-13f0-4564-94d3-9680b1082064 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:26:06.713000 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Updating router 9bc53806-13f0-4564-94d3-9680b1082064 port e6bafc30-4ba2-403e-8f94-35aede695326 binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:26:06.726140 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b5dfd900-61ef-495a-b905-e1687a97ba87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:06.742101 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:06.840049 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52684) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:06.848309 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7637ad81-54f3-4ed0-9ce1-35e95a2b3501 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126996441', 'description': 'tempest-description--796028301'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:06.869053 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14773d-2941-4480-9b78-57b5c6b220c3 req-03d70deb-da12-40cf-bde1-8361e3dbd983 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:06.870713 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9e14773d-2941-4480-9b78-57b5c6b220c3 req-03d70deb-da12-40cf-bde1-8361e3dbd983 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.1682236 Sep 23 13:26:06.876800 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b5dfd900-61ef-495a-b905-e1687a97ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:06.937262 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9e14773d-2941-4480-9b78-57b5c6b220c3 req-efbaeac3-5573-493a-a74d-d48aced25a8a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572188 Sep 23 13:26:06.990848 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfd900-61ef-495a-b905-e1687a97ba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0c22d-9344-4af4-b3b0-d78a75b5d8be,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:07.006820 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-b5dfd900-61ef-495a-b905-e1687a97ba87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f47e0762b7864ceab551c4968cd705b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591103 Sep 23 13:26:07.006820 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52702) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:07.028099 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7637ad81-54f3-4ed0-9ce1-35e95a2b3501 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.108014 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3efbd7c1-c762-4c3e-9a8d-a4d5249e2e07 req-a2e868f6-a509-431d-acd8-9dbd0d6e9df5 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 210 time: 0.0759606 Sep 23 13:26:07.230680 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fb38044-945e-4ebe-81c5-4a7b7f9dbe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.238003 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f29b2107-e18a-4ae5-b46e-bad540944a7a up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:07.249399 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.264913 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.283963 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fb38044-945e-4ebe-81c5-4a7b7f9dbe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.302682 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port f29b2107-e18a-4ae5-b46e-bad540944a7a triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:07.303053 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.338555 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7637ad81-54f3-4ed0-9ce1-35e95a2b3501 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.374358 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.400377 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.487271 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.543466 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Allocated IP 172.20.0.1 (a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39/5698d28d-dec3-46e0-a980-3f9c49f7820d/f05c2888-fdd5-4849-a633-f049fe794cb1) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:26:07.544989 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd4984-a19c-4e17-859d-098ca1f20d44 None None] Pushing event updated for resources: {'Port': ['ID=e6bafc30-4ba2-403e-8f94-35aede695326,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:07.576165 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b43c7-be92-4cfb-a0a0-eda7548b2638 None None] Pushing event updated for resources: {'Port': ['ID=d6d3867d-100b-4dac-8902-4f8b327f287f,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:07.591172 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-a8c475c7-a3fe-43a3-a3c6-aba8306cd840 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:07.604019 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-a8c475c7-a3fe-43a3-a3c6-aba8306cd840 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.15 "GET /v2.0/networks?id=27b8e9db-a476-4c5e-accf-f4269ae3dbff HTTP/1.1" status: 200 len: 809 time: 0.2003191 Sep 23 13:26:07.605716 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fb38044-945e-4ebe-81c5-4a7b7f9dbe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.608340 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fb38044-945e-4ebe-81c5-4a7b7f9dbe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.609479 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5fb38044-945e-4ebe-81c5-4a7b7f9dbe6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9af0c22d-9344-4af4-b3b0-d78a75b5d8be HTTP/1.1" status: 204 len: 168 time: 0.6037107 Sep 23 13:26:07.610174 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7637ad81-54f3-4ed0-9ce1-35e95a2b3501 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.621690 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Attempting to bind port e6bafc30-4ba2-403e-8f94-35aede695326 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:26:07.622543 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Attempting to bind port e6bafc30-4ba2-403e-8f94-35aede695326 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:26:07.623052 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Attempting to bind port e6bafc30-4ba2-403e-8f94-35aede695326 on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:07.639732 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Request body: {'port': {'device_id': '44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e', 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff', 'admin_state_up': True, 'tenant_id': 'd58dbceeaa624652bb09f30f77f30877'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:07.644098 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:26:07.644098 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:26:07.644098 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.644098 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:26:07.644098 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Bound port: e6bafc30-4ba2-403e-8f94-35aede695326, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:26:07.644098 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.644675 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Attempting to bind port d6d3867d-100b-4dac-8902-4f8b327f287f on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:26:07.644675 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Attempting to bind port d6d3867d-100b-4dac-8902-4f8b327f287f by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:26:07.644675 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Attempting to bind port d6d3867d-100b-4dac-8902-4f8b327f287f on network 9f815ddf-0867-41ff-8100-f764ce20a8f1 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:07.668413 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:26:07.668798 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Checking segment: {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:26:07.669311 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.676384 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Bound using segment: {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:26:07.679654 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Bound port: d6d3867d-100b-4dac-8902-4f8b327f287f, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:26:07.679654 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.741264 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] For port e6bafc30-4ba2-403e-8f94-35aede695326, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:07.750565 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] For port e6bafc30-4ba2-403e-8f94-35aede695326, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e6bafc30-4ba2-403e-8f94-35aede695326,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:07.778254 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.819980 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb38044-945e-4ebe-81c5-4a7b7f9dbe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0c22d-9344-4af4-b3b0-d78a75b5d8be,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:07.821433 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] For port d6d3867d-100b-4dac-8902-4f8b327f287f, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:07.825963 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] For port d6d3867d-100b-4dac-8902-4f8b327f287f, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=d6d3867d-100b-4dac-8902-4f8b327f287f,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:07.840227 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-f2b28063-3529-49e9-a152-89367bd34fb8 None None] Provisioning complete for port d6d3867d-100b-4dac-8902-4f8b327f287f triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:07.845993 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2b28063-3529-49e9-a152-89367bd34fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.866429 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.881549 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637ad81-54f3-4ed0-9ce1-35e95a2b3501 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a8847c-eaa7-4a87-a378-ef040c35b604,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:07.907754 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f2b28063-3529-49e9-a152-89367bd34fb8 None None] Port d6d3867d-100b-4dac-8902-4f8b327f287f cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:26:07.917550 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.920386 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7637ad81-54f3-4ed0-9ce1-35e95a2b3501 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.922872 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52714) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:07.923418 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-7637ad81-54f3-4ed0-9ce1-35e95a2b3501 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0816453 Sep 23 13:26:07.930458 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-7f1ec7a4-e57d-4371-8dec-0166b16be635 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'security_group_rule': {'security_group_id': '86a8847c-eaa7-4a87-a378-ef040c35b604', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:07.963239 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:07.997779 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:07.998540 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:26:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:08.006946 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Routers {'9bc53806-13f0-4564-94d3-9680b1082064'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:08.008733 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:26:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['9bc53806-13f0-4564-94d3-9680b1082064'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:08.070099 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:08.070099 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:08.073544 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:26:08.150780 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b43c7-be92-4cfb-a0a0-eda7548b2638 None None] Pushing event updated for resources: {'Port': ['ID=d6d3867d-100b-4dac-8902-4f8b327f287f,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:08.155880 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Made reservation on behalf of d58dbceeaa624652bb09f30f77f30877 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:26:08.160776 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:08.232154 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Pushing event updated for resources: {'Port': ['ID=f05c2888-fdd5-4849-a633-f049fe794cb1,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:08.234165 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd4984-a19c-4e17-859d-098ca1f20d44 None None] Pushing event updated for resources: {'Port': ['ID=e6bafc30-4ba2-403e-8f94-35aede695326,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:08.299216 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:08.310792 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] Set router 9bc53806-13f0-4564-94d3-9680b1082064 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:08.352630 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:08.401949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c467c-3661-4dc1-a234-17448234f5e9 req-50c04f2a-ab30-417f-9088-f8aca292e292 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:08.413439 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d31c467c-3661-4dc1-a234-17448234f5e9 req-50c04f2a-ab30-417f-9088-f8aca292e292 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.2625668 Sep 23 13:26:08.489766 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Allocated IP 172.20.0.10 (27b8e9db-a476-4c5e-accf-f4269ae3dbff/ab4efd68-f685-457b-b5d0-40dcf178f786/df4bf6e2-93d8-49db-8377-35d86f5ca158) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:26:08.507638 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a27bcb68-7b48-4b8b-8a04-0ae2cd474e97 None None] Provisioning complete for port d6d3867d-100b-4dac-8902-4f8b327f287f triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:08.507638 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a27bcb68-7b48-4b8b-8a04-0ae2cd474e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:08.545713 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6420d689-8d39-4b4e-8c22-dbd2c7c792f9 req-e9a052ce-d2cf-431b-b5a6-d0bddce1b915 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 210 time: 0.1312218 Sep 23 13:26:08.563989 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec7a4-e57d-4371-8dec-0166b16be635 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:08.680198 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc53806-13f0-4564-94d3-9680b1082064', 'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:26:00Z', 'updated_at': '2021-09-23T13:26:04Z', 'revision_number': 3, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'gw_port': {'id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:02Z', 'updated_at': '2021-09-23T13:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:08.730796 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4798f5c-f167-4f54-baf6-05f026d1a675 None None] The sync data for ids ['9bc53806-13f0-4564-94d3-9680b1082064'] in dv-cinder-809201-2-iscsi is: [{'id': '9bc53806-13f0-4564-94d3-9680b1082064', 'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:26:00Z', 'updated_at': '2021-09-23T13:26:04Z', 'revision_number': 3, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'gw_port': {'id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:02Z', 'updated_at': '2021-09-23T13:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:26:08.744906 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d31c467c-3661-4dc1-a234-17448234f5e9 req-632acb32-b53c-4ddd-b15c-5eac419c85b7 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223310 Sep 23 13:26:08.806073 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec7a4-e57d-4371-8dec-0166b16be635 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:08.806829 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a27bcb68-7b48-4b8b-8a04-0ae2cd474e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:08.817285 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:08.860711 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:26:08.871920 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:08.876074 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a27bcb68-7b48-4b8b-8a04-0ae2cd474e97 None None] For port d6d3867d-100b-4dac-8902-4f8b327f287f, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=d6d3867d-100b-4dac-8902-4f8b327f287f,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:08.897219 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec7a4-e57d-4371-8dec-0166b16be635 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:08.899472 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:07Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:08.915674 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ec7a4-e57d-4371-8dec-0166b16be635 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133fa1e0-a141-4a64-9f53-1696b45b6779,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:08.935928 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e43958-1e67-40cd-ae55-e04b4dc5fa16 None None] The sync data for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi is: [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:07Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:26:08.979590 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a27bcb68-7b48-4b8b-8a04-0ae2cd474e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.017321 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.101948 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec7a4-e57d-4371-8dec-0166b16be635 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.107774 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-7f1ec7a4-e57d-4371-8dec-0166b16be635 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1783199 Sep 23 13:26:09.133392 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Network 27b8e9db-a476-4c5e-accf-f4269ae3dbff is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:09.135419 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52746) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:09.136392 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Pushing event updated for resources: {'Port': ['ID=df4bf6e2-93d8-49db-8377-35d86f5ca158,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:09.141591 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:09.149943 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9019d8d4-c437-4024-a69a-d35bafecc741 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'security_group_rule': {'security_group_id': '86a8847c-eaa7-4a87-a378-ef040c35b604', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:09.155452 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:26:09.164498 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:09.165367 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.185870 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1bcdb-05b0-41e8-8e91-7438f626c9a6 req-67ba7f75-c4c9-419b-a1b4-353686934f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:09.187565 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b5d1bcdb-05b0-41e8-8e91-7438f626c9a6 req-67ba7f75-c4c9-419b-a1b4-353686934f83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 1098 time: 0.2748139 Sep 23 13:26:09.195498 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bcb68-7b48-4b8b-8a04-0ae2cd474e97 None None] Pushing event updated for resources: {'Port': ['ID=d6d3867d-100b-4dac-8902-4f8b327f287f,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:09.206544 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a5ddf7d5-f6c9-484b-8cde-6651c6bd5339 None None] Provisioning complete for port f05c2888-fdd5-4849-a633-f049fe794cb1 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:09.207222 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf7d5-f6c9-484b-8cde-6651c6bd5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.298651 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddf7d5-f6c9-484b-8cde-6651c6bd5339 None None] Port f05c2888-fdd5-4849-a633-f049fe794cb1 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:26:09.320786 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-be2dd2a2-491f-4dc8-932d-3acd9f56a63e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6893210 Sep 23 13:26:09.336222 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device d6d3867d-100b-4dac-8902-4f8b327f287f up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:09.351099 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Request body: {'port': {'device_id': '44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:09.421824 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b5d1bcdb-05b0-41e8-8e91-7438f626c9a6 req-a3e5736d-0aea-49ea-8716-fa49bcee0a02 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836727 Sep 23 13:26:09.444893 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port d6d3867d-100b-4dac-8902-4f8b327f287f triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:09.445465 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.519280 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.524361 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.688573 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.707812 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9019d8d4-c437-4024-a69a-d35bafecc741 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.825945 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9019d8d4-c437-4024-a69a-d35bafecc741 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.891429 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Pushing event updated for resources: {'Port': ['ID=f05c2888-fdd5-4849-a633-f049fe794cb1,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:09.903017 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.917690 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9019d8d4-c437-4024-a69a-d35bafecc741 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:09.924191 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c9a4c-d1b8-49e3-bf22-c338350570c1 req-229f2ac9-d77e-428c-99e7-2d6106691055 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:09.927235 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1d5c9a4c-d1b8-49e3-bf22-c338350570c1 req-229f2ac9-d77e-428c-99e7-2d6106691055 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 932 time: 0.2627428 Sep 23 13:26:09.964169 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019d8d4-c437-4024-a69a-d35bafecc741 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172ed94e-1d07-4aa2-80a3-a9b65ed497fa,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:10.046640 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1d5c9a4c-d1b8-49e3-bf22-c338350570c1 req-08ded868-55e1-4630-b74d-fce2f2629ebd tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996723 Sep 23 13:26:10.072675 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9019d8d4-c437-4024-a69a-d35bafecc741 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:10.081378 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-9019d8d4-c437-4024-a69a-d35bafecc741 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9296002 Sep 23 13:26:10.082109 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52772) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:10.092849 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'floatingip': {'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:10.107631 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4bf6e2-93d8-49db-8377-35d86f5ca158 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:26:10.119597 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:10.122873 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e762f1-5a07-4791-9bc2-6c56983751ea req-19e6cc09-e286-4821-8bbf-3164f75f9e64 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:10.124515 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-95e762f1-5a07-4791-9bc2-6c56983751ea req-19e6cc09-e286-4821-8bbf-3164f75f9e64 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.1534667 Sep 23 13:26:10.136206 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Transition to ACTIVE for port object df4bf6e2-93d8-49db-8377-35d86f5ca158 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:26:10.160878 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:10.163832 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:10.179452 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:10.201344 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:10.244213 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-95e762f1-5a07-4791-9bc2-6c56983751ea req-9b37cf55-f710-4135-b32f-3f27460ebee5 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094496 Sep 23 13:26:10.303381 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Pushing event updated for resources: {'Port': ['ID=df4bf6e2-93d8-49db-8377-35d86f5ca158,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:10.392076 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Router 9bc53806-13f0-4564-94d3-9680b1082064 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:26:10.401020 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Attempting to bind port df4bf6e2-93d8-49db-8377-35d86f5ca158 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:26:10.401357 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Attempting to bind port df4bf6e2-93d8-49db-8377-35d86f5ca158 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '5f3859d1-5527-4564-9aa8-275d9a81a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:26:10.401692 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Attempting to bind port df4bf6e2-93d8-49db-8377-35d86f5ca158 on network 27b8e9db-a476-4c5e-accf-f4269ae3dbff {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:10.412282 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Port df4bf6e2-93d8-49db-8377-35d86f5ca158 on network 27b8e9db-a476-4c5e-accf-f4269ae3dbff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:26:10.412810 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Attempting to bind port df4bf6e2-93d8-49db-8377-35d86f5ca158 on network 27b8e9db-a476-4c5e-accf-f4269ae3dbff {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:10.427059 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:26:10.427408 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Checking segment: {'id': '5f3859d1-5527-4564-9aa8-275d9a81a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:26:10.436524 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Bound using segment: {'id': '5f3859d1-5527-4564-9aa8-275d9a81a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:26:10.436524 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Bound port: df4bf6e2-93d8-49db-8377-35d86f5ca158, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3859d1-5527-4564-9aa8-275d9a81a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:26:10.436524 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:10.488185 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:10.572709 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:26:10.591422 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-8f3d5ad1-b1b8-4bda-898a-ed3a02649774 admin admin] 10.222.0.41 "PUT /v2.0/routers/9bc53806-13f0-4564-94d3-9680b1082064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6217129 Sep 23 13:26:10.620384 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] For port df4bf6e2-93d8-49db-8377-35d86f5ca158, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:10.644820 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] For port df4bf6e2-93d8-49db-8377-35d86f5ca158, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=df4bf6e2-93d8-49db-8377-35d86f5ca158,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:10.655336 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-2a5fe83c-f9e9-4f72-b922-d7b827353eaf None None] Provisioning complete for port f05c2888-fdd5-4849-a633-f049fe794cb1 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:10.657190 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a5fe83c-f9e9-4f72-b922-d7b827353eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:10.719157 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2a5fe83c-f9e9-4f72-b922-d7b827353eaf None None] Port f05c2888-fdd5-4849-a633-f049fe794cb1 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:26:10.725717 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:10.769862 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Allocated IP 172.27.2.52 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/02b8b74f-1cd3-4bf1-92bc-c9f4a0960dac) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:26:10.795183 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:10.795833 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:10.797273 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] 10.222.0.15 "PUT /v2.0/ports/df4bf6e2-93d8-49db-8377-35d86f5ca158 HTTP/1.1" status: 200 len: 1094 time: 1.4641042 Sep 23 13:26:10.797718 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e', 'tag': 'df4bf6e2-93d8-49db-8377-35d86f5ca158'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:10.800044 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e370068f-6e11-4adb-9e95-9ed3a4b7bf00" -d '{"events": [{"name": "network-changed", "server_uuid": "44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e", "tag": "df4bf6e2-93d8-49db-8377-35d86f5ca158"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:10.863171 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc35742-83dc-460e-b70f-b6c258ebfe77 service neutron] Pushing event updated for resources: {'Port': ['ID=df4bf6e2-93d8-49db-8377-35d86f5ca158,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:10.883079 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efb4b68-f587-437a-8bd3-0e06bd19b4f6 x-openstack-request-id: req-3efb4b68-f587-437a-8bd3-0e06bd19b4f6 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:26:10.883370 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e", "tag": "df4bf6e2-93d8-49db-8377-35d86f5ca158", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:26:10.883619 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3efb4b68-f587-437a-8bd3-0e06bd19b4f6 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:26:10.884032 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e', 'tag': 'df4bf6e2-93d8-49db-8377-35d86f5ca158', 'status': 'completed', 'code': 200} Sep 23 13:26:11.030703 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370068f-6e11-4adb-9e95-9ed3a4b7bf00 req-d276f564-3755-4f2b-8e04-a8d542149863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:11.032295 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e370068f-6e11-4adb-9e95-9ed3a4b7bf00 req-d276f564-3755-4f2b-8e04-a8d542149863 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d58dbceeaa624652bb09f30f77f30877&device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 1097 time: 0.1199698 Sep 23 13:26:11.069004 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:11.257556 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813db82-1829-4bfa-839e-b51e18404cde req-90c45c9b-5c9d-483e-aa81-fb69744986bf tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:11.261264 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6813db82-1829-4bfa-839e-b51e18404cde req-90c45c9b-5c9d-483e-aa81-fb69744986bf tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 944 time: 0.0753875 Sep 23 13:26:11.291960 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e6bafc30-4ba2-403e-8f94-35aede695326 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:11.369756 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6813db82-1829-4bfa-839e-b51e18404cde req-fb8f7667-3d96-444a-96ae-8400825187c2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017783 Sep 23 13:26:11.420582 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370068f-6e11-4adb-9e95-9ed3a4b7bf00 req-6b8fd26e-8eb7-481b-add7-85019318d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:11.421214 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port e6bafc30-4ba2-403e-8f94-35aede695326 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:11.421687 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:11.422131 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e370068f-6e11-4adb-9e95-9ed3a4b7bf00 req-6b8fd26e-8eb7-481b-add7-85019318d12e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d58dbceeaa624652bb09f30f77f30877&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3766732 Sep 23 13:26:11.424007 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d824a2c-4ca3-40de-b913-b99ba62ffa6a req-27060046-227e-4a4d-8548-487b2a65d526 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:11.431669 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3d824a2c-4ca3-40de-b913-b99ba62ffa6a req-27060046-227e-4a4d-8548-487b2a65d526 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0936556 Sep 23 13:26:11.475673 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3d824a2c-4ca3-40de-b913-b99ba62ffa6a req-fb384c6a-dd62-44a5-a331-82607747f777 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Sep 23 13:26:11.513737 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:11.548341 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:11.593048 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port e6bafc30-4ba2-403e-8f94-35aede695326, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e6bafc30-4ba2-403e-8f94-35aede695326,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:11.653796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:11.654628 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device d6d3867d-100b-4dac-8902-4f8b327f287f up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:11.683799 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ae623-2e7d-4fcc-8d37-a5d2e867ce51 req-d1f703f9-e589-4ef3-86ab-f6d48a27a04a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:11.689536 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-672ae623-2e7d-4fcc-8d37-a5d2e867ce51 req-d1f703f9-e589-4ef3-86ab-f6d48a27a04a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0651906 Sep 23 13:26:11.747432 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-672ae623-2e7d-4fcc-8d37-a5d2e867ce51 req-978fa17a-0208-4805-bd1e-029e6b268b46 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537956 Sep 23 13:26:11.775420 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=e6bafc30-4ba2-403e-8f94-35aede695326,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:11.787792 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port d6d3867d-100b-4dac-8902-4f8b327f287f triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:11.788445 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:11.948368 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:11.962343 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:11.972878 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:26:11.992185 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'Port': ['ID=02b8b74f-1cd3-4bf1-92bc-c9f4a0960dac,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:12.026707 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370068f-6e11-4adb-9e95-9ed3a4b7bf00 req-9360b414-45a1-4a7f-b89a-50519652dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:12.026707 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e370068f-6e11-4adb-9e95-9ed3a4b7bf00 req-9360b414-45a1-4a7f-b89a-50519652dad5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5952311 Sep 23 13:26:12.058298 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:12.143188 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-a10e6008-cd3b-4f20-a505-5ae6a79c8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:12.145772 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-a10e6008-cd3b-4f20-a505-5ae6a79c8695 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d58dbceeaa624652bb09f30f77f30877&device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 1097 time: 0.0611691 Sep 23 13:26:12.306818 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-1d609ad8-93bc-4a1f-ad51-0b5ba2e3954f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df4bf6e2-93d8-49db-8377-35d86f5ca158 HTTP/1.1" status: 200 len: 217 time: 0.1388083 Sep 23 13:26:12.346782 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:12.434602 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-0e661600-ac4e-4363-91e3-25d500086698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:12.437493 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-0e661600-ac4e-4363-91e3-25d500086698 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab4efd68-f685-457b-b5d0-40dcf178f786 HTTP/1.1" status: 200 len: 849 time: 0.1079502 Sep 23 13:26:12.512179 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a0faa-1f54-487b-8c9f-c69a31741aa2 req-d062c384-445e-45f5-8f6f-00c447149c0a tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:12.521941 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-072a0faa-1f54-487b-8c9f-c69a31741aa2 req-d062c384-445e-45f5-8f6f-00c447149c0a tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 944 time: 0.0744159 Sep 23 13:26:12.589534 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:12.593686 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-072a0faa-1f54-487b-8c9f-c69a31741aa2 req-549433fc-7f21-46bb-8488-f0491e7461f3 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Sep 23 13:26:12.621827 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-85b5e24a-c610-43d0-9217-2fd50af72d15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27b8e9db-a476-4c5e-accf-f4269ae3dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299842 Sep 23 13:26:12.652590 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:12.670374 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:12.770499 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'Port': ['ID=02b8b74f-1cd3-4bf1-92bc-c9f4a0960dac,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:12.809106 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-8a270a60-4045-4b6d-bec2-7fecc82a60d3 service neutron] 10.222.0.15 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775560 Sep 23 13:26:12.830823 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:12.871017 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-4f96c070-c5ee-4d4a-b3ef-0e12792ce092 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7846019 Sep 23 13:26:13.079953 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-0181bef2-4ef8-4c5c-b3d9-dee0a0a35a7c req-e5ab45fe-1438-48c0-99dc-c5d31e27f043 service neutron] 10.222.0.15 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619519 Sep 23 13:26:13.158522 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e6bafc30-4ba2-403e-8f94-35aede695326 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:13.263021 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port e6bafc30-4ba2-403e-8f94-35aede695326 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:13.263021 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:13.320456 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Sync routers for ids ['9bc53806-13f0-4564-94d3-9680b1082064'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:26:13.338705 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Routers {'9bc53806-13f0-4564-94d3-9680b1082064'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:13.339614 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:26:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['9bc53806-13f0-4564-94d3-9680b1082064'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:13.650207 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Set router 9bc53806-13f0-4564-94d3-9680b1082064 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:13.766560 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92c27b-2635-46e5-867b-32ce8be645e1 req-361957d6-b97e-426b-82e1-8648d22ee108 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:13.769581 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-df92c27b-2635-46e5-867b-32ce8be645e1 req-361957d6-b97e-426b-82e1-8648d22ee108 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 944 time: 0.0707946 Sep 23 13:26:13.808148 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52896) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:13.843242 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-df92c27b-2635-46e5-867b-32ce8be645e1 req-e9590177-241b-4e09-a6f3-2e5ed8c1ca40 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632598 Sep 23 13:26:13.987797 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc53806-13f0-4564-94d3-9680b1082064', 'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:26:00Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 4, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'gw_port': {'id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:02Z', 'updated_at': '2021-09-23T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'f05c2888-fdd5-4849-a633-f049fe794cb1', 'name': '', 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'mac_address': 'fa:16:3e:5e:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5698d28d-dec3-46e0-a980-3f9c49f7820d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:07Z', 'updated_at': '2021-09-23T13:26:09Z', 'revision_number': 2, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'subnets': [{'id': '5698d28d-dec3-46e0-a980-3f9c49f7820d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:14.037820 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Checking router: 9bc53806-13f0-4564-94d3-9680b1082064 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:26:14.037820 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Updating router 9bc53806-13f0-4564-94d3-9680b1082064 port f05c2888-fdd5-4849-a633-f049fe794cb1 binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:26:14.106599 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.124641 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb8e18f6-c013-48fd-a822-b5e672b33471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.318009 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb8e18f6-c013-48fd-a822-b5e672b33471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.418635 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb8e18f6-c013-48fd-a822-b5e672b33471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.456721 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.490305 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-cb8e18f6-c013-48fd-a822-b5e672b33471 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6777f1d6cb54481aa6b1e5ac56aed76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6803558 Sep 23 13:26:14.493034 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 52910) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:14.495209 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e18f6-c013-48fd-a822-b5e672b33471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caff3500-c39e-4baf-9a35-17f77f3c717b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:14.538081 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.590306 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dd13e-2776-4bb4-a1f6-79cd62782aed None None] Pushing event updated for resources: {'Port': ['ID=f05c2888-fdd5-4849-a633-f049fe794cb1,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:14.618440 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-01af9ac9-64db-4e0c-84f1-ca2326f6e2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.698064 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-01af9ac9-64db-4e0c-84f1-ca2326f6e2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.730446 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Attempting to bind port f05c2888-fdd5-4849-a633-f049fe794cb1 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:26:14.730706 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Attempting to bind port f05c2888-fdd5-4849-a633-f049fe794cb1 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:26:14.731068 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Attempting to bind port f05c2888-fdd5-4849-a633-f049fe794cb1 on network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:14.744977 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:26:14.745366 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Checking segment: {'id': '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:26:14.745744 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.746140 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Bound using segment: {'id': '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:26:14.746606 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Bound port: f05c2888-fdd5-4849-a633-f049fe794cb1, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:26:14.746982 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.801063 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-a3dc9aee-96aa-43a2-bfab-2cfc186cf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:14.807830 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-a3dc9aee-96aa-43a2-bfab-2cfc186cf364 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1099 time: 0.1120043 Sep 23 13:26:14.904096 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] For port f05c2888-fdd5-4849-a633-f049fe794cb1, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:14.908002 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] For port f05c2888-fdd5-4849-a633-f049fe794cb1, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=f05c2888-fdd5-4849-a633-f049fe794cb1,segment=NetworkSegment(4fb14b61-6ab2-472b-9c1c-aed7b5492a1c),segment_id=4fb14b61-6ab2-472b-9c1c-aed7b5492a1c)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:14.926594 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e195e-0390-47ea-b413-10af2a347a62 req-57f29ab6-3e99-4423-9cb1-36170f4eae6e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:14.935337 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d63e195e-0390-47ea-b413-10af2a347a62 req-57f29ab6-3e99-4423-9cb1-36170f4eae6e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0693808 Sep 23 13:26:14.942952 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-01af9ac9-64db-4e0c-84f1-ca2326f6e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.946176 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-01af9ac9-64db-4e0c-84f1-ca2326f6e2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.947457 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-01af9ac9-64db-4e0c-84f1-ca2326f6e2f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/caff3500-c39e-4baf-9a35-17f77f3c717b HTTP/1.1" status: 204 len: 168 time: 0.4527369 Sep 23 13:26:14.952293 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a31aa7e5-d094-4b22-b372-6424da518a3e None None] Provisioning complete for port f05c2888-fdd5-4849-a633-f049fe794cb1 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:14.953630 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a31aa7e5-d094-4b22-b372-6424da518a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:14.973317 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af9ac9-64db-4e0c-84f1-ca2326f6e2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff3500-c39e-4baf-9a35-17f77f3c717b,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:15.014915 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:15.017221 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d63e195e-0390-47ea-b413-10af2a347a62 req-6be82f15-233b-44ce-b8cb-c23ce131e692 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809131 Sep 23 13:26:15.043288 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-8e976b7d-29fa-4ce9-bd9e-575f8492b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:15.051366 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-8e976b7d-29fa-4ce9-bd9e-575f8492b77c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 919 time: 0.2318981 Sep 23 13:26:15.186036 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-a0c5bdfc-53d6-46e4-85c4-3bef71ec9f72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd HTTP/1.1" status: 200 len: 217 time: 0.1315064 Sep 23 13:26:15.230414 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dd26b-b7cc-473a-8234-82ccaa390e02 req-d4c3add1-b6d6-4ded-8355-2e54cac2a2ee tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:15.240005 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bf3dd26b-b7cc-473a-8234-82ccaa390e02 req-d4c3add1-b6d6-4ded-8355-2e54cac2a2ee tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 944 time: 0.1367295 Sep 23 13:26:15.241331 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dd13e-2776-4bb4-a1f6-79cd62782aed None None] Pushing event updated for resources: {'Port': ['ID=f05c2888-fdd5-4849-a633-f049fe794cb1,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:15.272784 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Routers {'9bc53806-13f0-4564-94d3-9680b1082064'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:15.273433 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:26:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['9bc53806-13f0-4564-94d3-9680b1082064'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:15.275399 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a31aa7e5-d094-4b22-b372-6424da518a3e None None] Port f05c2888-fdd5-4849-a633-f049fe794cb1 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:26:15.316709 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-22c70d7b-2d83-4fba-b183-e4b3f5cadef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:15.318194 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-22c70d7b-2d83-4fba-b183-e4b3f5cadef2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.1167431 Sep 23 13:26:15.357159 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bf3dd26b-b7cc-473a-8234-82ccaa390e02 req-fa1d883c-e93a-4d75-85ec-8f6f0d095492 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162286 Sep 23 13:26:15.368730 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-648e1127-6cd0-429f-9a87-7277a10daaf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383899 Sep 23 13:26:15.489514 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] Set router 9bc53806-13f0-4564-94d3-9680b1082064 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:15.536245 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-2e783a8d-b9fd-42f0-ae82-75a5b159f7e1 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554797 Sep 23 13:26:15.578115 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-38decfda-f59a-4ddc-a083-e844f0fb8e5d None None] Provisioning complete for port f05c2888-fdd5-4849-a633-f049fe794cb1 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:15.578525 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38decfda-f59a-4ddc-a083-e844f0fb8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:15.677425 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1f3f0432-0f70-49cb-855e-d76e29400e7b req-f01f3c15-4093-4abf-a097-10733dc25bd9 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230750 Sep 23 13:26:15.844013 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38decfda-f59a-4ddc-a083-e844f0fb8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:15.890659 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-38decfda-f59a-4ddc-a083-e844f0fb8e5d None None] For port f05c2888-fdd5-4849-a633-f049fe794cb1, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=f05c2888-fdd5-4849-a633-f049fe794cb1,segment=NetworkSegment(4fb14b61-6ab2-472b-9c1c-aed7b5492a1c),segment_id=4fb14b61-6ab2-472b-9c1c-aed7b5492a1c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:15.931638 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc53806-13f0-4564-94d3-9680b1082064', 'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:26:00Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 4, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'gw_port': {'id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:02Z', 'updated_at': '2021-09-23T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'f05c2888-fdd5-4849-a633-f049fe794cb1', 'name': '', 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'mac_address': 'fa:16:3e:5e:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5698d28d-dec3-46e0-a980-3f9c49f7820d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:07Z', 'updated_at': '2021-09-23T13:26:14Z', 'revision_number': 4, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'subnets': [{'id': '5698d28d-dec3-46e0-a980-3f9c49f7820d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:15.959186 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83ca6f-57ea-4179-9afd-727fad675d8b None None] The sync data for ids ['9bc53806-13f0-4564-94d3-9680b1082064'] in dv-cinder-809201-2-iscsi is: [{'id': '9bc53806-13f0-4564-94d3-9680b1082064', 'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:26:00Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 4, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'gw_port': {'id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:02Z', 'updated_at': '2021-09-23T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'f05c2888-fdd5-4849-a633-f049fe794cb1', 'name': '', 'network_id': 'a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'mac_address': 'fa:16:3e:5e:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '5698d28d-dec3-46e0-a980-3f9c49f7820d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:07Z', 'updated_at': '2021-09-23T13:26:14Z', 'revision_number': 4, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'subnets': [{'id': '5698d28d-dec3-46e0-a980-3f9c49f7820d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:26:16.001798 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38decfda-f59a-4ddc-a083-e844f0fb8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:16.153564 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38decfda-f59a-4ddc-a083-e844f0fb8e5d None None] Pushing event updated for resources: {'Port': ['ID=f05c2888-fdd5-4849-a633-f049fe794cb1,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:16.249448 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5795a-3793-494a-b153-ec5f4bb5ea37 req-2cb232a1-d586-4b1b-973a-401dd8769544 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:16.251057 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9fd5795a-3793-494a-b153-ec5f4bb5ea37 req-2cb232a1-d586-4b1b-973a-401dd8769544 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0806596 Sep 23 13:26:16.292943 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9fd5795a-3793-494a-b153-ec5f4bb5ea37 req-8492b3b1-f9c0-49b1-8639-bfe099850072 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334945 Sep 23 13:26:16.486053 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device df4bf6e2-93d8-49db-8377-35d86f5ca158 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:26:16.531189 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9212c-df54-4893-8c2e-2e8ce2fb776b req-bbb2c2ca-62fd-4a3e-9f42-6fc947e0b31e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:16.537433 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eae9212c-df54-4893-8c2e-2e8ce2fb776b req-bbb2c2ca-62fd-4a3e-9f42-6fc947e0b31e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 944 time: 0.1042569 Sep 23 13:26:16.618669 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eae9212c-df54-4893-8c2e-2e8ce2fb776b req-2a212dd6-e7ac-416a-9c91-36be94c08554 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675533 Sep 23 13:26:16.679477 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port df4bf6e2-93d8-49db-8377-35d86f5ca158, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=df4bf6e2-93d8-49db-8377-35d86f5ca158,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:16.693727 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'df4bf6e2-93d8-49db-8377-35d86f5ca158', 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff', 'port_id': 'df4bf6e2-93d8-49db-8377-35d86f5ca158', 'mac_address': 'fa:16:3e:c1:17:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4efd68-f685-457b-b5d0-40dcf178f786', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:26:16.747653 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:16.776728 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4bf6e2-93d8-49db-8377-35d86f5ca158 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:26:16.800203 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port df4bf6e2-93d8-49db-8377-35d86f5ca158, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=df4bf6e2-93d8-49db-8377-35d86f5ca158,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:16.921915 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:17.011805 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=df4bf6e2-93d8-49db-8377-35d86f5ca158,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:17.190309 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f05c2888-fdd5-4849-a633-f049fe794cb1 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:17.227896 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['df4bf6e2-93d8-49db-8377-35d86f5ca158'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:26:17.296452 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port f05c2888-fdd5-4849-a633-f049fe794cb1 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:17.304524 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:17.461614 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f15e8-c48b-408c-8df3-46cd8dd589b7 req-30b38a32-d9fe-4cda-9cb7-54159637db29 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:17.464139 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-364f15e8-c48b-408c-8df3-46cd8dd589b7 req-30b38a32-d9fe-4cda-9cb7-54159637db29 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0650463 Sep 23 13:26:17.520460 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-364f15e8-c48b-408c-8df3-46cd8dd589b7 req-c42b72bb-7dc8-4f35-8af0-5cecab38a77b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474341 Sep 23 13:26:17.793519 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9f78e-2514-4298-a6e5-68d57c51087c req-ba9d6fe9-7c26-4ae9-9521-fd37ce2b95cf tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:17.795321 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-84a9f78e-2514-4298-a6e5-68d57c51087c req-ba9d6fe9-7c26-4ae9-9521-fd37ce2b95cf tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 945 time: 0.0655048 Sep 23 13:26:17.862441 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-84a9f78e-2514-4298-a6e5-68d57c51087c req-e11721b2-4545-4d7d-ae00-663b8bf8574b tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Sep 23 13:26:18.495931 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device df4bf6e2-93d8-49db-8377-35d86f5ca158 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:18.645687 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff06b4d-a92b-4bb8-9d1e-c28385cf2b24 req-8a4c26da-4f54-4738-976f-71ca514a4d94 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:18.652842 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port df4bf6e2-93d8-49db-8377-35d86f5ca158 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:26:18.657063 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port df4bf6e2-93d8-49db-8377-35d86f5ca158 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:18.657376 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ff06b4d-a92b-4bb8-9d1e-c28385cf2b24 req-8a4c26da-4f54-4738-976f-71ca514a4d94 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0665441 Sep 23 13:26:18.657499 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:18.708340 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ff06b4d-a92b-4bb8-9d1e-c28385cf2b24 req-50632259-ead4-4698-a213-3e5058095f8a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498090 Sep 23 13:26:18.754824 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:18.778184 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4bf6e2-93d8-49db-8377-35d86f5ca158'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:18.780528 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b27919b-f8a8-45b2-80e7-b9bfd67889b0" -d '{"events": [{"server_uuid": "44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e", "name": "network-vif-plugged", "status": "completed", "tag": "df4bf6e2-93d8-49db-8377-35d86f5ca158"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:18.794044 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port df4bf6e2-93d8-49db-8377-35d86f5ca158, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=df4bf6e2-93d8-49db-8377-35d86f5ca158,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:18.818906 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9171f9e5-c148-458a-ae06-14f6faecabf2 x-openstack-request-id: req-9171f9e5-c148-458a-ae06-14f6faecabf2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:26:18.819192 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e", "name": "network-vif-plugged", "status": "completed", "tag": "df4bf6e2-93d8-49db-8377-35d86f5ca158", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:26:18.819441 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9171f9e5-c148-458a-ae06-14f6faecabf2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:26:18.819855 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4bf6e2-93d8-49db-8377-35d86f5ca158', 'code': 200} Sep 23 13:26:18.904473 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:18.963455 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=df4bf6e2-93d8-49db-8377-35d86f5ca158,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:18.990572 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ef0cc-3e20-430d-b1d7-6644312e487a req-88f27e62-65f6-4f9f-8232-840fbec0dfe2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:18.997896 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-573ef0cc-3e20-430d-b1d7-6644312e487a req-88f27e62-65f6-4f9f-8232-840fbec0dfe2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 946 time: 0.0709181 Sep 23 13:26:19.056322 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-573ef0cc-3e20-430d-b1d7-6644312e487a req-24bd0066-c55a-4ec7-979f-3fd8911dbced tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548959 Sep 23 13:26:19.235200 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265d0ad-12ac-4ff8-aa04-2bbd6594f4a0 req-2d523daf-f3c7-45a1-afee-47332b6917b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:19.237104 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a265d0ad-12ac-4ff8-aa04-2bbd6594f4a0 req-2d523daf-f3c7-45a1-afee-47332b6917b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 1099 time: 0.0539985 Sep 23 13:26:19.286672 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a265d0ad-12ac-4ff8-aa04-2bbd6594f4a0 req-acdcd350-e427-4229-b178-00d6fcfaefb7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394106 Sep 23 13:26:19.820898 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876e6ca-41d7-444b-9b7d-a52ae775e82e req-d406ab6b-0169-449a-a582-b96ba304b397 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:19.822417 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1876e6ca-41d7-444b-9b7d-a52ae775e82e req-d406ab6b-0169-449a-a582-b96ba304b397 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0503707 Sep 23 13:26:19.864688 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1876e6ca-41d7-444b-9b7d-a52ae775e82e req-3cefdb7f-12b5-4c06-a8c2-e5ae83c38e2e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359354 Sep 23 13:26:20.177524 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed6886-cdd6-4f9f-bf47-d3a346b3b823 req-4d92b64a-01c9-4891-8722-e79124014882 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:20.178997 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-13ed6886-cdd6-4f9f-bf47-d3a346b3b823 req-4d92b64a-01c9-4891-8722-e79124014882 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 946 time: 0.0506151 Sep 23 13:26:20.220486 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-13ed6886-cdd6-4f9f-bf47-d3a346b3b823 req-99457f77-8e09-433a-80cf-d53ad521ec46 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352447 Sep 23 13:26:20.566608 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-56d13373-c733-4945-8b90-1d9a16b17bda tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1126996441&fields=id&tenant_id=02b0d5c47aa94594a176ee743ffde0c5 HTTP/1.1" status: 200 len: 267 time: 0.0575037 Sep 23 13:26:20.714892 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-cbcaf1ee-6c9d-497b-910e-b1794967d3ab tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:20.719798 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-cbcaf1ee-6c9d-497b-910e-b1794967d3ab tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 817 time: 0.1452076 Sep 23 13:26:20.755591 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-c35450f4-75d2-4e48-847a-bee6bb01a0e2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/quotas/02b0d5c47aa94594a176ee743ffde0c5 HTTP/1.1" status: 200 len: 375 time: 0.0303235 Sep 23 13:26:20.835500 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-770ed547-5f2a-44dd-b5d6-c4bc29e74254 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737693 Sep 23 13:26:20.995405 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-bf0f6bf7-860c-4300-a69d-9ad79847dc2e service neutron] 10.222.0.41 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436534 Sep 23 13:26:21.035176 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff980e25-7cfc-47af-872e-5c403594b029 req-67724f4e-5bbe-41fb-ab1b-de5ee8f8eb62 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:21.036708 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff980e25-7cfc-47af-872e-5c403594b029 req-67724f4e-5bbe-41fb-ab1b-de5ee8f8eb62 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0882015 Sep 23 13:26:21.140381 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-fada579b-b494-483a-a56a-6c74e5c893a7 service neutron] 10.222.0.41 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339591 Sep 23 13:26:21.164227 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff980e25-7cfc-47af-872e-5c403594b029 req-2cb47252-6a26-4759-bf20-a2df85a615eb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113853 Sep 23 13:26:21.394252 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6553-355a-4319-8af0-7ff828351444 req-e8e8fa84-b32b-49ee-b9ff-768c50efa255 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:21.420203 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7cba6553-355a-4319-8af0-7ff828351444 req-e8e8fa84-b32b-49ee-b9ff-768c50efa255 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 946 time: 0.1191120 Sep 23 13:26:21.530292 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-936db5ec-9792-488d-a0a0-f308e358eaf4 req-a58da5f0-14fd-4c1e-a80e-e3eae7613890 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 210 time: 0.0681915 Sep 23 13:26:21.536138 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7cba6553-355a-4319-8af0-7ff828351444 req-bdaaa737-caaf-41d2-909d-dbc405566208 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147463 Sep 23 13:26:22.314065 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf73f32-85a9-4a24-985e-ca949b4f48d9 req-8eb5e301-35d5-4b25-9d39-178d0aa3e724 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:22.316471 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ddf73f32-85a9-4a24-985e-ca949b4f48d9 req-8eb5e301-35d5-4b25-9d39-178d0aa3e724 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0770304 Sep 23 13:26:22.385166 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ddf73f32-85a9-4a24-985e-ca949b4f48d9 req-ec4e5172-8046-4b60-a029-c500609fb425 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622668 Sep 23 13:26:22.662220 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd34cc47-734a-4bbf-9c06-2c99195d3eb3 req-656356d3-d747-463c-8657-6d4805b9bf49 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 210 time: 0.0496435 Sep 23 13:26:23.519729 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac410d07-dc8d-4f6a-827a-b3291b21008c req-8983fc64-4125-4764-8107-11d732c46c3a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:23.522214 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ac410d07-dc8d-4f6a-827a-b3291b21008c req-8983fc64-4125-4764-8107-11d732c46c3a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0609610 Sep 23 13:26:23.570902 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ac410d07-dc8d-4f6a-827a-b3291b21008c req-d32677a8-4234-472a-8c51-67094144c770 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Sep 23 13:26:23.791331 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ebe8d7c-129f-404f-b5a1-647fcfa47f50 req-484dd8aa-cfc3-4466-b226-06d27952535b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 210 time: 0.0283608 Sep 23 13:26:23.901389 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5af30c-7e9e-49c8-8901-87a8aaf783f9 req-72424635-2129-487d-b27e-aed4d0627813 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:23.902931 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f5af30c-7e9e-49c8-8901-87a8aaf783f9 req-72424635-2129-487d-b27e-aed4d0627813 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 946 time: 0.0523083 Sep 23 13:26:23.949080 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f5af30c-7e9e-49c8-8901-87a8aaf783f9 req-da5f65d8-33fc-4b1f-bab9-d907ab11737a tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Sep 23 13:26:24.715236 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a35fc4-69b8-41f8-96fe-5340c1296e04 req-109eb640-b094-4cd2-932b-25e1f8fb6bea tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:24.716959 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-20a35fc4-69b8-41f8-96fe-5340c1296e04 req-109eb640-b094-4cd2-932b-25e1f8fb6bea tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0598869 Sep 23 13:26:24.765163 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-20a35fc4-69b8-41f8-96fe-5340c1296e04 req-0f64f713-701d-4358-9a6c-a570a66ad257 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Sep 23 13:26:24.929408 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f941469f-fbe5-4f98-970c-9fc7b358c327 req-8962c7a3-f3bf-4564-8ac4-849f5e48f560 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 210 time: 0.0260653 Sep 23 13:26:25.077743 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb4eb8-3653-405a-a1f1-bca203b12ee7 req-74b29a89-5df1-421a-ad51-d499399e68e2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:25.079268 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-38eb4eb8-3653-405a-a1f1-bca203b12ee7 req-74b29a89-5df1-421a-ad51-d499399e68e2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 946 time: 0.0518048 Sep 23 13:26:25.120591 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-38eb4eb8-3653-405a-a1f1-bca203b12ee7 req-3ef83698-8d20-4341-b617-e171a0332b38 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Sep 23 13:26:25.336137 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-6c826c2f-8d90-4303-9872-98a1e0125843 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:25.338029 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-6c826c2f-8d90-4303-9872-98a1e0125843 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 817 time: 0.1091504 Sep 23 13:26:25.409686 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-385f9133-3623-41f3-8a4e-47212337467f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02b0d5c47aa94594a176ee743ffde0c5 HTTP/1.1" status: 200 len: 380 time: 0.0555012 Sep 23 13:26:25.421611 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'port': {'device_id': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'admin_state_up': True, 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'security_groups': ['86a8847c-eaa7-4a87-a378-ef040c35b604']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:25.595871 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Made reservation on behalf of 02b0d5c47aa94594a176ee743ffde0c5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:26:25.599584 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:25.733535 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Allocated IP 172.20.0.7 (9f815ddf-0867-41ff-8100-f764ce20a8f1/22f64494-ca96-444f-9f5d-13811ad615f1/bae302c5-072e-4188-ac96-37fd2c947dbe) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:26:25.931770 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:25.986605 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d73ecb-7f93-4c5f-94f5-f73389c10314 req-a54a1907-faeb-4670-b671-0ca3e7009b32 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:25.989353 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e1d73ecb-7f93-4c5f-94f5-f73389c10314 req-a54a1907-faeb-4670-b671-0ca3e7009b32 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1197636 Sep 23 13:26:25.996276 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-9aab38ed-eae0-4bf5-8911-4be5c7d61ce5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:25.997742 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-9aab38ed-eae0-4bf5-8911-4be5c7d61ce5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/networks?id=5feb9640-c240-453c-a0fb-ca04fe092220 HTTP/1.1" status: 200 len: 814 time: 0.2160211 Sep 23 13:26:26.007225 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:26.026552 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-0a65b6cb-f97d-4e8a-aed5-44f237c2fce1 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/quotas/66aaf1120d014bd1955796a6fd2591cf HTTP/1.1" status: 200 len: 375 time: 0.0216796 Sep 23 13:26:26.065953 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:26.068681 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e1d73ecb-7f93-4c5f-94f5-f73389c10314 req-6e619612-03aa-4900-bca0-baaa2278c025 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693216 Sep 23 13:26:26.074658 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:26.077403 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:26.090058 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:26:26.098290 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-ab0d41ed-d645-4acb-bedf-dc3cb8273596 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66aaf1120d014bd1955796a6fd2591cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609868 Sep 23 13:26:26.098569 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:26.098569 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:26.197180 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-b255dc61-db02-48b4-8d16-d65a6effdae4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7792265 Sep 23 13:26:26.217976 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Request body: {'port': {'device_id': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:26.279722 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:26.336240 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-6d07ebe5-ad77-4eca-bd29-fdb5101fdf12 None None] Provisioning complete for port bae302c5-072e-4188-ac96-37fd2c947dbe triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:26.337279 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d07ebe5-ad77-4eca-bd29-fdb5101fdf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:26.381301 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6d07ebe5-ad77-4eca-bd29-fdb5101fdf12 None None] Port bae302c5-072e-4188-ac96-37fd2c947dbe cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:26:26.499594 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-608e93af-7cf1-4dba-a2bf-4bf476193091 service neutron] 10.222.0.41 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907197 Sep 23 13:26:26.508348 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-2306a4ec-b7e3-41c3-851a-0930a8cf5176 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:26.509827 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-2306a4ec-b7e3-41c3-851a-0930a8cf5176 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 946 time: 0.1063027 Sep 23 13:26:26.519004 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae0a89-9c91-4e48-9abd-99c405b7d96d req-96f80686-d39a-4298-80b0-cc0196965c27 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:26.521012 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4fae0a89-9c91-4e48-9abd-99c405b7d96d req-96f80686-d39a-4298-80b0-cc0196965c27 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 931 time: 0.1163430 Sep 23 13:26:26.624617 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae302c5-072e-4188-ac96-37fd2c947dbe {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:26:26.633401 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:26.646398 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Transition to ACTIVE for port object bae302c5-072e-4188-ac96-37fd2c947dbe will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:26:26.709872 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:26.730681 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4fae0a89-9c91-4e48-9abd-99c405b7d96d req-3752c3f9-fa47-417c-97dc-8ec2ad870283 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983194 Sep 23 13:26:26.755817 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-98dc3756-ea75-4d55-89a0-6c7ad8a5d24c service neutron] 10.222.0.41 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449520 Sep 23 13:26:26.766239 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:26.793292 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Deleting port df4bf6e2-93d8-49db-8377-35d86f5ca158 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:26:26.793661 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:26.818230 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Attempting to bind port bae302c5-072e-4188-ac96-37fd2c947dbe on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:26:26.818562 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Attempting to bind port bae302c5-072e-4188-ac96-37fd2c947dbe by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:26:26.819153 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Attempting to bind port bae302c5-072e-4188-ac96-37fd2c947dbe on network 9f815ddf-0867-41ff-8100-f764ce20a8f1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:26.831725 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Port bae302c5-072e-4188-ac96-37fd2c947dbe on network 9f815ddf-0867-41ff-8100-f764ce20a8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:26:26.834111 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Attempting to bind port bae302c5-072e-4188-ac96-37fd2c947dbe on network 9f815ddf-0867-41ff-8100-f764ce20a8f1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:26.849286 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:26:26.849669 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Checking segment: {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:26:26.850079 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Bound using segment: {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:26:26.850548 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Bound port: bae302c5-072e-4188-ac96-37fd2c947dbe, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:26:26.850910 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:26.928890 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] For port df4bf6e2-93d8-49db-8377-35d86f5ca158, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=df4bf6e2-93d8-49db-8377-35d86f5ca158,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:26.929378 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:26.938729 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:26.948896 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:26.965594 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Calling delete_port for df4bf6e2-93d8-49db-8377-35d86f5ca158 owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:26:27.042253 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:27.154164 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cb75d-1b6a-4666-9d09-309d50516237 req-2507af37-8118-442c-b937-f17e2c9e0084 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:27.155697 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a85cb75d-1b6a-4666-9d09-309d50516237 req-2507af37-8118-442c-b937-f17e2c9e0084 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 946 time: 0.1474988 Sep 23 13:26:27.175477 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:27.183072 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:27.184926 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:27.187551 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-2e94fb55-d775-4445-bd85-f7ea04205624 service neutron] 10.222.0.15 "PUT /v2.0/ports/bae302c5-072e-4188-ac96-37fd2c947dbe HTTP/1.1" status: 200 len: 1093 time: 0.9779830 Sep 23 13:26:27.188628 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:27.191559 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:27.341533 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a85cb75d-1b6a-4666-9d09-309d50516237 req-7a72dc20-dc8e-44bc-b80d-3e9374ef0085 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440179 Sep 23 13:26:27.420024 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776a54a-bdef-47d9-bd00-b9f33d0ef39e req-2f4fe033-fcb9-46b8-bd49-864d03a629d8 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:27.420024 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2776a54a-bdef-47d9-bd00-b9f33d0ef39e req-2f4fe033-fcb9-46b8-bd49-864d03a629d8 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1286125 Sep 23 13:26:27.439779 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-074b3732-e695-45b4-9712-5fe5a5bb3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:27.441968 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-074b3732-e695-45b4-9712-5fe5a5bb3f5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 1096 time: 0.0741405 Sep 23 13:26:27.475164 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-462a7089-a43b-45cf-a089-fe9cca4e8b85 req-49e8a7dc-b11a-47d6-a183-73590275ec94 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 210 time: 0.0452051 Sep 23 13:26:27.494136 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-4bdf7886-56f4-4656-8aab-db096213c42a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae302c5-072e-4188-ac96-37fd2c947dbe HTTP/1.1" status: 200 len: 217 time: 0.0398121 Sep 23 13:26:27.501890 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2776a54a-bdef-47d9-bd00-b9f33d0ef39e req-1414f6b3-cf90-40a5-97db-a44a51f83d49 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773671 Sep 23 13:26:27.502274 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:27.521635 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['df4bf6e2-93d8-49db-8377-35d86f5ca158'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:26:27.556835 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Pushing event deleted for resources: {'Port': ['ID=df4bf6e2-93d8-49db-8377-35d86f5ca158,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:27.570482 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-7dfe7b89-4ee7-4269-9fba-bc6e1ba52829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:27.572522 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-7dfe7b89-4ee7-4269-9fba-bc6e1ba52829 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0678058 Sep 23 13:26:27.582089 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6085f4aa-b542-417b-96c4-e7a1ed581396 x-openstack-request-id: req-6085f4aa-b542-417b-96c4-e7a1ed581396 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:26:27.582089 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:26:27.582089 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6085f4aa-b542-417b-96c4-e7a1ed581396 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:26:27.582089 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'status': 'completed', 'code': 200} Sep 23 13:26:27.633273 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-6e432892-78f9-4142-a828-9ae2670a6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:27.635027 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-6e432892-78f9-4142-a828-9ae2670a6793 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533204 Sep 23 13:26:27.640780 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] No DVR routers for this DVR port df4bf6e2-93d8-49db-8377-35d86f5ca158 on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:26:27.645000 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:27.647124 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f95a3704-36b0-4ba2-ade5-4636a8c1f95d req-78f6dc39-1347-44c6-95a6-b9dd7d76fb12 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.15 "DELETE /v2.0/ports/df4bf6e2-93d8-49db-8377-35d86f5ca158 HTTP/1.1" status: 204 len: 173 time: 1.1252367 Sep 23 13:26:27.647572 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e', 'name': 'network-vif-deleted', 'tag': 'df4bf6e2-93d8-49db-8377-35d86f5ca158'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:27.649880 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da769ab-9964-4ce6-919d-1dc0a3099f00" -d '{"events": [{"server_uuid": "44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e", "name": "network-vif-deleted", "tag": "df4bf6e2-93d8-49db-8377-35d86f5ca158"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:27.697113 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ea3d68-9649-4bf7-9f0d-bdc5467e9b65 x-openstack-request-id: req-74ea3d68-9649-4bf7-9f0d-bdc5467e9b65 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:26:27.700217 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e", "name": "network-vif-deleted", "tag": "df4bf6e2-93d8-49db-8377-35d86f5ca158", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:26:27.702030 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74ea3d68-9649-4bf7-9f0d-bdc5467e9b65 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:26:27.702273 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e', 'name': 'network-vif-deleted', 'tag': 'df4bf6e2-93d8-49db-8377-35d86f5ca158', 'status': 'completed', 'code': 200} Sep 23 13:26:27.715982 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:27.753849 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-23a0dda1-035d-44bd-be08-c594e84d44d5 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090348 Sep 23 13:26:27.871475 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ff288acf-0c3b-4deb-9f69-89cac5444c16 req-64f3bed3-c0dc-4cfd-b7e1-d5e03aacd970 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008871 Sep 23 13:26:27.936502 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bc418-c0dc-456e-a887-fbc051dfad03 req-ebceb447-f661-45f0-b373-29a66067bf52 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:27.937968 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-472bc418-c0dc-456e-a887-fbc051dfad03 req-ebceb447-f661-45f0-b373-29a66067bf52 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0504487 Sep 23 13:26:27.976917 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-472bc418-c0dc-456e-a887-fbc051dfad03 req-fc161450-dbbf-4cf6-b14c-a7775b3c13fc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Sep 23 13:26:28.107511 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-3ae23b74-4f19-46eb-b5a2-c7bee9be97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:28.109021 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-3ae23b74-4f19-46eb-b5a2-c7bee9be97ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 1096 time: 0.0388753 Sep 23 13:26:28.215619 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-9fcb3ddd-6537-4b08-9b1e-f50303e5fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:28.215619 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-9fcb3ddd-6537-4b08-9b1e-f50303e5fedf service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 918 time: 0.0914176 Sep 23 13:26:28.263386 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-b303f0c4-10ba-4ee1-8515-76b0e97425f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae302c5-072e-4188-ac96-37fd2c947dbe HTTP/1.1" status: 200 len: 217 time: 0.0352588 Sep 23 13:26:28.314605 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-ccba47bd-5cbc-4f71-84d1-bc26c159d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:28.316261 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-ccba47bd-5cbc-4f71-84d1-bc26c159d049 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0439076 Sep 23 13:26:28.365148 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-0d9053ce-21dc-4858-a6bd-de7d3859afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:28.366651 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-0d9053ce-21dc-4858-a6bd-de7d3859afb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422564 Sep 23 13:26:28.478551 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9188b1af-9fa6-43bc-890f-36e7bb982fef req-4bce3fdd-eef3-4d5d-a283-acc7a78f7657 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=44cfe840-b7f5-4dfa-80ce-0fa5e3fde68e HTTP/1.1" status: 200 len: 210 time: 0.0403147 Sep 23 13:26:28.483641 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-8ee979e6-7490-46dc-940d-b6fbc50a2e51 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933063 Sep 23 13:26:28.583793 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1dcf9a6e-0f92-4e0d-a45d-cc5bc73ec8fa req-4f093e9d-5a49-48a3-84ff-25ca41f8111b service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915153 Sep 23 13:26:28.588541 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f05368a0-92f7-4b7d-9298-24938105ec8e req-066cffeb-ba0c-49ce-b49e-02ef1456a184 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 210 time: 0.0602765 Sep 23 13:26:28.642456 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124279d-b440-4d3e-9b15-3b3c7cd5e45a req-beaf6c1a-82ea-4177-be84-6c694057ecd2 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:28.644458 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8124279d-b440-4d3e-9b15-3b3c7cd5e45a req-beaf6c1a-82ea-4177-be84-6c694057ecd2 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0588512 Sep 23 13:26:28.683469 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8124279d-b440-4d3e-9b15-3b3c7cd5e45a req-8fab8bc3-2523-4710-8ea2-3ba9fa214cbb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327916 Sep 23 13:26:29.115476 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8718e-4305-430e-95a6-655135e81322 req-28ad8835-621a-4f68-9ef0-3997f86c600f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:29.118184 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a3f8718e-4305-430e-95a6-655135e81322 req-28ad8835-621a-4f68-9ef0-3997f86c600f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0583539 Sep 23 13:26:29.155815 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a3f8718e-4305-430e-95a6-655135e81322 req-466525a4-9cd0-4324-a6d2-16341bf92256 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309594 Sep 23 13:26:29.499376 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 53346) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:29.615834 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0ed9dd4e-7646-4e15-aa9a-4c4601f9710e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:29.700576 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-34cb3e64-2796-4bd1-a174-c054acd64fd0 req-2922c76b-3694-47ed-a78d-28940c6acb82 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 210 time: 0.0383866 Sep 23 13:26:29.872422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ddc3fc6c-ff0d-4e6f-850b-2ed238363822 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:29.873883 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ddc3fc6c-ff0d-4e6f-850b-2ed238363822 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/networks?id=27b8e9db-a476-4c5e-accf-f4269ae3dbff HTTP/1.1" status: 200 len: 809 time: 0.1756103 Sep 23 13:26:29.886074 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0ed9dd4e-7646-4e15-aa9a-4c4601f9710e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:29.896327 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-e3ace272-4379-4e25-93e5-184c9e9f85a3 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/quotas/d58dbceeaa624652bb09f30f77f30877 HTTP/1.1" status: 200 len: 375 time: 0.0165966 Sep 23 13:26:29.903591 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027ccd5-f131-421b-9351-6be59255f757 req-a8d1e110-f6d5-4d79-8d09-ce78796c10f4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:29.905090 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e027ccd5-f131-421b-9351-6be59255f757 req-a8d1e110-f6d5-4d79-8d09-ce78796c10f4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1238544 Sep 23 13:26:29.936905 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-a3965d3f-72db-44aa-b9cf-c2244651edb3 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d58dbceeaa624652bb09f30f77f30877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308619 Sep 23 13:26:29.975428 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0ed9dd4e-7646-4e15-aa9a-4c4601f9710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:30.002976 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e027ccd5-f131-421b-9351-6be59255f757 req-9fc78c68-ba14-4830-a544-fdf36c563601 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883083 Sep 23 13:26:30.062995 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0ed9dd4e-7646-4e15-aa9a-4c4601f9710e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e238c946bea46698efcb5386fdd0277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5625050 Sep 23 13:26:30.065714 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9dd4e-7646-4e15-aa9a-4c4601f9710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87278691-15e6-4510-b8c2-533702988458,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:30.066288 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53370) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:30.089529 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-504dcdda-11e3-408e-b7ac-aeaccdb0f5c0 service neutron] 10.222.0.41 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448076 Sep 23 13:26:30.177197 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3b99014-337d-40dd-89da-5163416bb3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:30.195921 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33530092-eae2-4d66-b5ec-512a3ae0fc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:30.224306 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-865ffba2-15d8-4c25-b189-720756e0936c tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:30.225868 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-865ffba2-15d8-4c25-b189-720756e0936c tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.15 "GET /v2.0/networks?id=5feb9640-c240-453c-a0fb-ca04fe092220 HTTP/1.1" status: 200 len: 814 time: 0.2004189 Sep 23 13:26:30.234973 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3b99014-337d-40dd-89da-5163416bb3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:30.247170 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'port': {'device_id': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'admin_state_up': True, 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:30.259179 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-933966b8-adcc-4c62-ba6a-1cc67782b1e1 service neutron] 10.222.0.41 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502538 Sep 23 13:26:30.447049 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3b99014-337d-40dd-89da-5163416bb3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:30.449759 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3b99014-337d-40dd-89da-5163416bb3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:30.450939 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f3b99014-337d-40dd-89da-5163416bb3af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87278691-15e6-4510-b8c2-533702988458 HTTP/1.1" status: 204 len: 168 time: 0.3832040 Sep 23 13:26:30.462804 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b99014-337d-40dd-89da-5163416bb3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87278691-15e6-4510-b8c2-533702988458,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:30.487844 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Made reservation on behalf of 66aaf1120d014bd1955796a6fd2591cf for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:26:30.491646 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:30.568521 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device bae302c5-072e-4188-ac96-37fd2c947dbe details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:26:30.571726 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device df4bf6e2-93d8-49db-8377-35d86f5ca158 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:26:30.603052 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: df4bf6e2-93d8-49db-8377-35d86f5ca158 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:26:30.604032 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device df4bf6e2-93d8-49db-8377-35d86f5ca158 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:26:30.663096 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Allocated IP 172.20.0.5 (5feb9640-c240-453c-a0fb-ca04fe092220/33ad4bd3-d408-4e15-80c7-cbbba525e2eb/30759459-8ebb-44e6-a4e9-361fb69441db) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:26:30.726404 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:30.746039 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'port_id': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'mac_address': 'fa:16:3e:56:3a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:26:30.837957 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:30.888929 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae302c5-072e-4188-ac96-37fd2c947dbe {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:26:30.902797 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f82a2-2636-42f8-a327-640cb5ffe6c6 req-9794d586-42e3-4d71-ac83-631b42cb3a1a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:30.907350 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a76f82a2-2636-42f8-a327-640cb5ffe6c6 req-9794d586-42e3-4d71-ac83-631b42cb3a1a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.1076510 Sep 23 13:26:30.926499 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:30.968331 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:30.977484 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a76f82a2-2636-42f8-a327-640cb5ffe6c6 req-f9713817-8737-4331-a831-c6e0b6b323a4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648236 Sep 23 13:26:31.064545 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:31.097892 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d4e70433-c84e-42a9-a5f1-3dcd4fa040bb req-c4fe92e9-b3dd-4101-93ec-fb3807c3edf4 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 210 time: 0.0427732 Sep 23 13:26:31.109939 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:31.123978 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:31.177212 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'Port': ['ID=30759459-8ebb-44e6-a4e9-361fb69441db,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:31.188355 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Network 5feb9640-c240-453c-a0fb-ca04fe092220 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:31.190148 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:31.192759 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:26:31.199228 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:31.200130 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:31.248392 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-84ce8b64-d38d-476d-b77c-dd7a0e56ad40 req-94fe46b1-2ff3-4ef1-8f1b-d69f8d2bebce tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0497420 Sep 23 13:26:31.301887 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-28f7a445-67ac-46f8-932a-f46c65cc3013 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641489 Sep 23 13:26:31.316298 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Request body: {'port': {'device_id': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:31.352872 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['bae302c5-072e-4188-ac96-37fd2c947dbe'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:26:31.489427 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:31.586216 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4591e3-bee5-49ff-bff3-708dfdf68f81 req-c74dc409-a965-4760-beda-c1a6d85019bd tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:31.596221 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7a4591e3-bee5-49ff-bff3-708dfdf68f81 req-c74dc409-a965-4760-beda-c1a6d85019bd tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1593125 Sep 23 13:26:31.720482 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7a4591e3-bee5-49ff-bff3-708dfdf68f81 req-9df0aafb-94d1-4ee1-a064-6c01f86a904e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229305 Sep 23 13:26:31.764439 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-05528d42-95da-4b9b-9307-f3cf494599f2 None None] Provisioning complete for port 30759459-8ebb-44e6-a4e9-361fb69441db triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:31.764847 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05528d42-95da-4b9b-9307-f3cf494599f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:31.821946 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-05528d42-95da-4b9b-9307-f3cf494599f2 None None] Port 30759459-8ebb-44e6-a4e9-361fb69441db cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:26:32.013870 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30759459-8ebb-44e6-a4e9-361fb69441db {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:26:32.023128 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:32.036508 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Transition to ACTIVE for port object 30759459-8ebb-44e6-a4e9-361fb69441db will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:26:32.129727 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14064f-c592-40f9-b1a9-c21af4cb466c req-e77fc23a-9a80-4772-bb45-b5c939c51380 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:32.184701 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-de14064f-c592-40f9-b1a9-c21af4cb466c req-e77fc23a-9a80-4772-bb45-b5c939c51380 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 944 time: 0.0736167 Sep 23 13:26:32.205478 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-de14064f-c592-40f9-b1a9-c21af4cb466c req-b07a1d84-7f71-4122-a164-515e3cdb07a3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675392 Sep 23 13:26:32.293232 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be45c14-b2de-49e3-9d53-0418d7a2dc34 req-7b02a8cb-db48-44e3-8743-bb3b65cf4b84 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:32.295584 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9be45c14-b2de-49e3-9d53-0418d7a2dc34 req-7b02a8cb-db48-44e3-8743-bb3b65cf4b84 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 931 time: 0.0796285 Sep 23 13:26:32.355735 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9be45c14-b2de-49e3-9d53-0418d7a2dc34 req-8c3679a1-6909-4961-93e7-7ddc9ae299bf tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486391 Sep 23 13:26:32.356183 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:32.442692 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f7d540ba-daee-4872-9fe6-d6c17ee56782 req-4d297af2-0070-4acc-9ba3-e926135a073f tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0463164 Sep 23 13:26:32.526921 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=30759459-8ebb-44e6-a4e9-361fb69441db,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:32.540051 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Attempting to bind port 30759459-8ebb-44e6-a4e9-361fb69441db on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:26:32.546327 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Attempting to bind port 30759459-8ebb-44e6-a4e9-361fb69441db by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:26:32.546327 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Attempting to bind port 30759459-8ebb-44e6-a4e9-361fb69441db on network 5feb9640-c240-453c-a0fb-ca04fe092220 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:32.548209 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Port 30759459-8ebb-44e6-a4e9-361fb69441db on network 5feb9640-c240-453c-a0fb-ca04fe092220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:26:32.548520 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Attempting to bind port 30759459-8ebb-44e6-a4e9-361fb69441db on network 5feb9640-c240-453c-a0fb-ca04fe092220 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:32.554670 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:26:32.555431 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Checking segment: {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:26:32.556116 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Bound using segment: {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:26:32.556846 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Bound port: 30759459-8ebb-44e6-a4e9-361fb69441db, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49c707d-a682-4f5c-add4-913922b07a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:26:32.557569 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:32.572806 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device bae302c5-072e-4188-ac96-37fd2c947dbe up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:32.611259 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-10d86d51-5c1c-4f17-9926-68b849bd2cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:32.704722 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port bae302c5-072e-4188-ac96-37fd2c947dbe completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:26:32.720628 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port bae302c5-072e-4188-ac96-37fd2c947dbe triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:32.721544 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:32.887858 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf01c88-cf5c-4a04-b5aa-3ac7bd478061 req-0adfb04e-4e29-4abc-b949-cfa4ed187575 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:32.905285 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-baf01c88-cf5c-4a04-b5aa-3ac7bd478061 req-0adfb04e-4e29-4abc-b949-cfa4ed187575 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0954924 Sep 23 13:26:32.957620 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-baf01c88-cf5c-4a04-b5aa-3ac7bd478061 req-3aba18f6-faad-4338-bf5a-f5c7a517a26b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545003 Sep 23 13:26:32.992604 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:33.041478 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:33.044822 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b911f-0bde-4303-afcd-0b2cba50923a" -d '{"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-plugged", "status": "completed", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:33.067542 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:33.107541 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] For port 30759459-8ebb-44e6-a4e9-361fb69441db, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:33.112332 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] For port 30759459-8ebb-44e6-a4e9-361fb69441db, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=30759459-8ebb-44e6-a4e9-361fb69441db,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:33.113037 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5089887f-3407-44e5-a4be-4f15e15d6238 x-openstack-request-id: req-5089887f-3407-44e5-a4be-4f15e15d6238 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:26:33.113401 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-plugged", "status": "completed", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:26:33.113656 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5089887f-3407-44e5-a4be-4f15e15d6238 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:26:33.114318 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'code': 200} Sep 23 13:26:33.155593 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:33.229411 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:33.241481 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:33.249192 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:33.277837 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:33.284182 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:33.284182 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] 10.222.0.15 "PUT /v2.0/ports/30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 200 len: 1093 time: 1.9694700 Sep 23 13:26:33.284182 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:33.285633 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d5ad42-76a1-422f-b206-d2d37cab4fee" -d '{"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:33.322246 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f47ac3-9a6d-4db8-b492-daea59864ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=30759459-8ebb-44e6-a4e9-361fb69441db,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:33.363426 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e729a-a3a4-46d8-97ae-ec3c0f7de25f x-openstack-request-id: req-af7e729a-a3a4-46d8-97ae-ec3c0f7de25f {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:26:33.364527 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:26:33.364527 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af7e729a-a3a4-46d8-97ae-ec3c0f7de25f {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:26:33.364678 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db', 'status': 'completed', 'code': 200} Sep 23 13:26:33.390352 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f6846-8182-44b8-b17b-38f31d47952d req-da802fd4-9903-48ca-ad91-c3daf018a810 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:33.395779 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-827f6846-8182-44b8-b17b-38f31d47952d req-da802fd4-9903-48ca-ad91-c3daf018a810 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0655994 Sep 23 13:26:33.488338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-827f6846-8182-44b8-b17b-38f31d47952d req-e07f691e-c8ed-4463-8708-470b2cf44b80 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864425 Sep 23 13:26:33.561991 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b54fc-41f1-4968-a31c-afd5a8076fe2 req-d48ff1b8-8906-4d5e-9c9f-22f8f8b362cb tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:33.573148 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-af7b54fc-41f1-4968-a31c-afd5a8076fe2 req-d48ff1b8-8906-4d5e-9c9f-22f8f8b362cb tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0830472 Sep 23 13:26:33.613458 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c87bdb1d-6405-49cf-a156-504cb9ee0fec req-dd7a66c8-a68e-43a3-941d-4084bdab84a9 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0380402 Sep 23 13:26:33.648997 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-af7b54fc-41f1-4968-a31c-afd5a8076fe2 req-f635355a-95c4-43da-a9fb-e91134e57652 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750818 Sep 23 13:26:34.071991 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:34.122054 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9455b-4416-45a6-a7da-5a0ec71ccd1f req-8b141164-e0db-400a-804f-40756b122506 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:34.123604 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c1a9455b-4416-45a6-a7da-5a0ec71ccd1f req-8b141164-e0db-400a-804f-40756b122506 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0966291 Sep 23 13:26:34.179345 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c1a9455b-4416-45a6-a7da-5a0ec71ccd1f req-68a5bd18-e6db-4a26-9cd0-c767443aa424 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Sep 23 13:26:34.626641 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f90fe-0896-4bc6-99bf-076cba24c072 req-49315f01-a362-4152-a115-1cc271b2264c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:34.628842 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-364f90fe-0896-4bc6-99bf-076cba24c072 req-49315f01-a362-4152-a115-1cc271b2264c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0565476 Sep 23 13:26:34.669858 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-364f90fe-0896-4bc6-99bf-076cba24c072 req-0e1b08e1-7e99-471c-b109-63a0f8a85645 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Sep 23 13:26:34.732203 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-15eb4b5a-712b-4aa2-b74a-28a5ecafbe47 req-58da8f40-fa6e-4c8e-96de-0b77763b5c35 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0340009 Sep 23 13:26:34.822532 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c288c43-6caf-4b6f-9bb3-ebdf18f0ac0c req-5e1eaf67-3eab-49c8-98d5-e48eab8593f6 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:34.824033 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4c288c43-6caf-4b6f-9bb3-ebdf18f0ac0c req-5e1eaf67-3eab-49c8-98d5-e48eab8593f6 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0715885 Sep 23 13:26:34.891827 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4c288c43-6caf-4b6f-9bb3-ebdf18f0ac0c req-5641cfac-a7f2-4daf-965b-564760c444b1 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615873 Sep 23 13:26:34.919657 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53542) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:35.092698 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43aab79b-c8b9-4e91-991b-05f692944b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:35.223302 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43aab79b-c8b9-4e91-991b-05f692944b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:35.287022 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43aab79b-c8b9-4e91-991b-05f692944b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:35.305375 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af766282-5112-4bfe-a6de-4da1ed00934e req-08103fc8-b049-4e68-8c71-59e3824a9489 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:35.306732 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-af766282-5112-4bfe-a6de-4da1ed00934e req-08103fc8-b049-4e68-8c71-59e3824a9489 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0549190 Sep 23 13:26:35.325634 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aab79b-c8b9-4e91-991b-05f692944b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cced063a-782c-484a-acb0-10e8da0449da,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:35.352378 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-43aab79b-c8b9-4e91-991b-05f692944b3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2be57c31ce60470ba441f9deb147d0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309554 Sep 23 13:26:35.354872 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53554) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:35.367566 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-af766282-5112-4bfe-a6de-4da1ed00934e req-d0434517-2d29-4e89-8b88-02839aa22170 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529478 Sep 23 13:26:35.432809 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95b4a584-6ef0-4fd5-8a3a-b8e2010c9ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:35.454924 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95b4a584-6ef0-4fd5-8a3a-b8e2010c9ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:35.464510 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:35.584037 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95b4a584-6ef0-4fd5-8a3a-b8e2010c9ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:35.586569 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95b4a584-6ef0-4fd5-8a3a-b8e2010c9ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:35.587743 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-95b4a584-6ef0-4fd5-8a3a-b8e2010c9ac8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cced063a-782c-484a-acb0-10e8da0449da HTTP/1.1" status: 204 len: 168 time: 0.2317569 Sep 23 13:26:35.595863 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4a584-6ef0-4fd5-8a3a-b8e2010c9ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cced063a-782c-484a-acb0-10e8da0449da,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:35.846671 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0641-6ae6-4698-a490-18c50dcbed98 req-374d35e4-439d-40e6-bb86-80d2047031e3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:35.848143 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-828c0641-6ae6-4698-a490-18c50dcbed98 req-374d35e4-439d-40e6-bb86-80d2047031e3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0929003 Sep 23 13:26:35.868540 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8bee2de4-ecd8-4043-8b0d-5ec15378400b req-0d9a208a-bc14-472b-9759-a6cd154a2ad2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0386615 Sep 23 13:26:35.911439 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-828c0641-6ae6-4698-a490-18c50dcbed98 req-16b5ba7a-3141-4b77-b25a-fff357d9a5ef tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453238 Sep 23 13:26:36.044080 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f5e99-c99c-41ec-82fb-24a0e3e25818 req-d03e1c72-e00f-4ada-89a2-4c3fc70e55c9 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:36.046282 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a85f5e99-c99c-41ec-82fb-24a0e3e25818 req-d03e1c72-e00f-4ada-89a2-4c3fc70e55c9 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0727410 Sep 23 13:26:36.104334 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a85f5e99-c99c-41ec-82fb-24a0e3e25818 req-1984307e-2fe6-41e0-9dee-28d0b38ec13f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494282 Sep 23 13:26:36.337922 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 53574) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:36.353416 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-19f3f643-7a92-4472-9fef-53a5249dd348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:36.453185 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-19f3f643-7a92-4472-9fef-53a5249dd348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:36.513949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e2422-f42a-4452-9686-5587d1724c64 req-a9920c55-928d-4dab-8391-f8efe16c9540 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:36.515388 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef1e2422-f42a-4452-9686-5587d1724c64 req-a9920c55-928d-4dab-8391-f8efe16c9540 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0532196 Sep 23 13:26:36.560695 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef1e2422-f42a-4452-9686-5587d1724c64 req-110a533d-44f8-466c-bd32-d7641387a679 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384529 Sep 23 13:26:36.583464 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-19f3f643-7a92-4472-9fef-53a5249dd348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:36.622165 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-19f3f643-7a92-4472-9fef-53a5249dd348 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=253f313210cf4db68d531d26459d6007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830207 Sep 23 13:26:36.623027 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3f643-7a92-4472-9fef-53a5249dd348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c1285a-c455-4196-ba98-e87798b0b037,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:36.626267 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53578) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:36.682451 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9e10464-b8a5-41b2-a336-adf7d231005d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:36.704270 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9e10464-b8a5-41b2-a336-adf7d231005d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:36.823599 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9e10464-b8a5-41b2-a336-adf7d231005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:36.826344 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9e10464-b8a5-41b2-a336-adf7d231005d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:36.827509 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-e9e10464-b8a5-41b2-a336-adf7d231005d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62c1285a-c455-4196-ba98-e87798b0b037 HTTP/1.1" status: 204 len: 168 time: 0.1988854 Sep 23 13:26:36.835327 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e10464-b8a5-41b2-a336-adf7d231005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c1285a-c455-4196-ba98-e87798b0b037,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:36.993873 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4a5cd11f-cd9c-4c0c-abf2-4a05abe0cafd req-448b54c3-ee39-4638-8ca4-f294b30b5d8b tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0429344 Sep 23 13:26:37.093513 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343c14a-0e61-45eb-9c91-3afbe83ce51c req-22ce8f6c-1b20-4a28-bd70-42e3ebbb0ffc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:37.095324 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a343c14a-0e61-45eb-9c91-3afbe83ce51c req-22ce8f6c-1b20-4a28-bd70-42e3ebbb0ffc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0590885 Sep 23 13:26:37.176425 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a343c14a-0e61-45eb-9c91-3afbe83ce51c req-d59bee9d-1ecc-4384-bafa-5108e32473bf tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653408 Sep 23 13:26:37.273520 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc77fd-e513-449a-8e08-664d1aac7ae5 req-c9b800dc-6f29-4d1e-8b94-590e7839d94e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:37.280253 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4cdc77fd-e513-449a-8e08-664d1aac7ae5 req-c9b800dc-6f29-4d1e-8b94-590e7839d94e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0890725 Sep 23 13:26:37.323990 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4cdc77fd-e513-449a-8e08-664d1aac7ae5 req-79d6cf62-ac24-4176-aac2-644c9c922838 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 Sep 23 13:26:37.714331 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9adba-86e0-45c5-8a58-0fe7da91cc64 req-9250476b-7862-4454-ac61-3bf80f53f29f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:37.716166 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fdf9adba-86e0-45c5-8a58-0fe7da91cc64 req-9250476b-7862-4454-ac61-3bf80f53f29f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0714586 Sep 23 13:26:37.764903 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fdf9adba-86e0-45c5-8a58-0fe7da91cc64 req-3b268a2b-9781-47a4-92a2-4c2687110092 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Sep 23 13:26:38.104381 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9a13d65c-d80f-4670-8440-9ac5ab9ce209 req-df2b1a50-90d5-40ff-a07c-2f2b5649e907 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0476320 Sep 23 13:26:38.331627 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8b733-d12c-45df-bcce-cacfec34c7a7 req-5398393c-db60-4fc9-99bb-f00dfef9f890 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:38.333187 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-aae8b733-d12c-45df-bcce-cacfec34c7a7 req-5398393c-db60-4fc9-99bb-f00dfef9f890 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0551929 Sep 23 13:26:38.374652 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-aae8b733-d12c-45df-bcce-cacfec34c7a7 req-5f0e244e-74a1-4552-b309-d0343784a0de tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349312 Sep 23 13:26:38.478008 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233e2e7-b95b-44f0-877d-7d85680d2547 req-d1ef27ea-0b87-4c60-a8a7-a21d679b635a tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:38.479806 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8233e2e7-b95b-44f0-877d-7d85680d2547 req-d1ef27ea-0b87-4c60-a8a7-a21d679b635a tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0548861 Sep 23 13:26:38.537768 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8233e2e7-b95b-44f0-877d-7d85680d2547 req-388fb04b-c515-4469-b792-8cb4619a21e9 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Sep 23 13:26:38.927380 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2018b9-04cc-41e0-8012-10154cdabd8c req-bda3361a-c4a4-4e9c-8ad2-bdf942af6bbe tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:38.932915 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef2018b9-04cc-41e0-8012-10154cdabd8c req-bda3361a-c4a4-4e9c-8ad2-bdf942af6bbe tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0836992 Sep 23 13:26:39.004880 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef2018b9-04cc-41e0-8012-10154cdabd8c req-fc7ed55c-f4c0-4a80-9fc2-5ca25b37f4f1 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583622 Sep 23 13:26:39.250062 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-304b4b66-6901-4aaa-b25e-8215add58d88 req-847c757e-5d04-4bae-844c-429c720f0302 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0390899 Sep 23 13:26:39.570967 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ba2c8-9336-4542-aea6-a675586c929d req-d2cbe0fb-38ba-4f41-9faf-c915b1bdb839 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:39.580797 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cf6ba2c8-9336-4542-aea6-a675586c929d req-d2cbe0fb-38ba-4f41-9faf-c915b1bdb839 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0961907 Sep 23 13:26:39.647109 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cf6ba2c8-9336-4542-aea6-a675586c929d req-98962c00-cbe9-4a32-928a-cfa04c6fa612 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653780 Sep 23 13:26:39.706366 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550b9c2-690b-4456-a645-b85a55928a2b req-1593fa57-da8f-4ce0-9a04-4798dddc44e2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:39.707829 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3550b9c2-690b-4456-a645-b85a55928a2b req-1593fa57-da8f-4ce0-9a04-4798dddc44e2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0800529 Sep 23 13:26:39.749040 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3550b9c2-690b-4456-a645-b85a55928a2b req-4ac93ef2-d7ce-465f-aad5-41d705b29d3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Sep 23 13:26:40.196141 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620e44-a183-4a54-8480-561743b80b8f req-cdba73fe-1357-45e3-8034-e3c67f28b828 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:40.197360 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e1620e44-a183-4a54-8480-561743b80b8f req-cdba73fe-1357-45e3-8034-e3c67f28b828 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0908248 Sep 23 13:26:40.258632 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e1620e44-a183-4a54-8480-561743b80b8f req-0216f6f8-d835-4c1d-b933-40d21a5fddc7 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544074 Sep 23 13:26:40.375019 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-20ff1138-9914-4a1c-847d-48ffc465d7d3 req-101f6db6-8254-4b2d-b543-5bb6e1313cf4 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0305984 Sep 23 13:26:40.881123 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e54c82-d933-430b-aeb7-5cbdc3a93d5e req-6b5adecc-3d17-4506-bf37-726c0cf81f0d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:40.883084 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-90e54c82-d933-430b-aeb7-5cbdc3a93d5e req-6b5adecc-3d17-4506-bf37-726c0cf81f0d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1448338 Sep 23 13:26:41.166258 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-90e54c82-d933-430b-aeb7-5cbdc3a93d5e req-1c5303d2-f4d7-4459-b9b9-b5f3e796823b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725551 Sep 23 13:26:41.194651 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dad5aa-73f7-4a10-85a1-fb5c2aedaef5 req-110383ec-e214-4d20-9ff3-095bd52dc7d7 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:41.201110 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-78dad5aa-73f7-4a10-85a1-fb5c2aedaef5 req-110383ec-e214-4d20-9ff3-095bd52dc7d7 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.3167031 Sep 23 13:26:41.263727 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-78dad5aa-73f7-4a10-85a1-fb5c2aedaef5 req-f56fd8ab-c0fa-480c-b58e-5b78af0d8ee7 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590405 Sep 23 13:26:41.393113 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dade64-83ed-46bc-b7b4-35a83b2c1024 req-a1c5deeb-a278-468e-a16a-500824c26b50 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:41.394632 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36dade64-83ed-46bc-b7b4-35a83b2c1024 req-a1c5deeb-a278-468e-a16a-500824c26b50 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0514004 Sep 23 13:26:41.447401 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36dade64-83ed-46bc-b7b4-35a83b2c1024 req-fb2014dd-9a5f-43a0-9ff9-16b7a39b0b56 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Sep 23 13:26:41.497891 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd53cbbb-4b72-4b7f-9f83-65e62428937b req-eb353fef-2dbd-4645-b78c-6c7f49d5890e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0370641 Sep 23 13:26:42.311827 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f487e-ca46-4006-97ac-396e582d7e9f req-6ca36952-11ee-4f9f-8dcb-575edbe2929f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:42.313306 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd1f487e-ca46-4006-97ac-396e582d7e9f req-6ca36952-11ee-4f9f-8dcb-575edbe2929f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0628760 Sep 23 13:26:42.388006 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd1f487e-ca46-4006-97ac-396e582d7e9f req-51544194-ef52-40b1-beab-f81b494696df tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672655 Sep 23 13:26:42.415512 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7f0e0-e9ac-4655-879f-8c287a982d6b req-3b2065f0-9a36-4ec9-86ca-e4b850fd82b6 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:42.415890 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fbd7f0e0-e9ac-4655-879f-8c287a982d6b req-3b2065f0-9a36-4ec9-86ca-e4b850fd82b6 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0648248 Sep 23 13:26:42.458876 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fbd7f0e0-e9ac-4655-879f-8c287a982d6b req-fb7375de-f260-424e-82fd-7ee52f26b98e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373206 Sep 23 13:26:42.602011 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4b36b4e7-4151-41cf-aa6e-b3176c1717fc req-965575d4-6d97-4699-ab0b-9c426ef5be72 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0294511 Sep 23 13:26:42.615586 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efefe2a-067c-40d6-9b05-e2e18ff709e4 req-53dab928-2644-4410-b2c8-066a899e1ab3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:42.620965 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0efefe2a-067c-40d6-9b05-e2e18ff709e4 req-53dab928-2644-4410-b2c8-066a899e1ab3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0786974 Sep 23 13:26:42.659810 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0efefe2a-067c-40d6-9b05-e2e18ff709e4 req-5f674fe9-f5da-409c-a23d-526cb33dc07b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Sep 23 13:26:43.113310 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ad42-76a1-422f-b206-d2d37cab4fee req-f2c2ebbb-60b4-47e1-bcae-a09d63933886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.115412 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-89d5ad42-76a1-422f-b206-d2d37cab4fee req-f2c2ebbb-60b4-47e1-bcae-a09d63933886 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66aaf1120d014bd1955796a6fd2591cf&device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 1096 time: 0.0452821 Sep 23 13:26:43.247898 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ad42-76a1-422f-b206-d2d37cab4fee req-91da0166-a92d-44c5-a2a3-65b1f2b10b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.248642 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-89d5ad42-76a1-422f-b206-d2d37cab4fee req-91da0166-a92d-44c5-a2a3-65b1f2b10b4d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=66aaf1120d014bd1955796a6fd2591cf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1132026 Sep 23 13:26:43.347738 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed9f91-3ad0-4b32-b67c-32e81d8dc273 req-6ae2da6f-de70-45d5-9ae5-8254fb10f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.349901 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b2ed9f91-3ad0-4b32-b67c-32e81d8dc273 req-6ae2da6f-de70-45d5-9ae5-8254fb10f1f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 1098 time: 0.0394311 Sep 23 13:26:43.386130 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b2ed9f91-3ad0-4b32-b67c-32e81d8dc273 req-731cce5b-cf3a-45c4-b40b-8128a1523004 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280721 Sep 23 13:26:43.404628 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ad42-76a1-422f-b206-d2d37cab4fee req-fc12a762-f872-4181-b8dd-10741c84af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.405843 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-89d5ad42-76a1-422f-b206-d2d37cab4fee req-fc12a762-f872-4181-b8dd-10741c84af28 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959039 Sep 23 13:26:43.510993 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8690e-d298-4fd2-bd87-ae4fbf7210f8 req-48f8fa03-bf96-451a-bcd5-21e5f0f25d04 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.512446 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11e8690e-d298-4fd2-bd87-ae4fbf7210f8 req-48f8fa03-bf96-451a-bcd5-21e5f0f25d04 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0497251 Sep 23 13:26:43.578376 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11e8690e-d298-4fd2-bd87-ae4fbf7210f8 req-abef7fe8-6861-4c1a-ba6a-ff002179879f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594983 Sep 23 13:26:43.597848 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aa9fa-cddd-40e5-8415-24e0d8e63256 req-36772daf-0498-48b0-b341-98337efd3d40 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.599314 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ab7aa9fa-cddd-40e5-8415-24e0d8e63256 req-36772daf-0498-48b0-b341-98337efd3d40 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0674803 Sep 23 13:26:43.657323 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ab7aa9fa-cddd-40e5-8415-24e0d8e63256 req-27ebea81-e49b-498f-9d6b-75001c00d9f8 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515316 Sep 23 13:26:43.713278 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-2170baa8-3c14-495f-bce6-0d6a18817e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.715578 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-2170baa8-3c14-495f-bce6-0d6a18817e42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66aaf1120d014bd1955796a6fd2591cf&device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 1096 time: 0.0508094 Sep 23 13:26:43.723862 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d3892459-ac5f-4eb3-bb83-a740f9bc0e00 req-d4beff90-526f-4e9a-a465-be6e5b9be568 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0312736 Sep 23 13:26:43.764568 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-a399d4e8-bc3e-430f-8bad-ddc3d75b52b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 200 len: 217 time: 0.0392904 Sep 23 13:26:43.795758 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e75e36-1a03-4b3d-af09-9b4d69a18072 req-e71dc5d2-3979-4829-abe2-0d908f1783f7 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.797662 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62e75e36-1a03-4b3d-af09-9b4d69a18072 req-e71dc5d2-3979-4829-abe2-0d908f1783f7 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0537405 Sep 23 13:26:43.821475 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-4469ff61-7b8a-4a9c-b65d-fbc980b07e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.823423 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-4469ff61-7b8a-4a9c-b65d-fbc980b07e2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ad4bd3-d408-4e15-80c7-cbbba525e2eb HTTP/1.1" status: 200 len: 853 time: 0.0500796 Sep 23 13:26:43.838611 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62e75e36-1a03-4b3d-af09-9b4d69a18072 req-539f6dc9-b6d0-4cab-93cd-eff189500d71 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341225 Sep 23 13:26:43.895724 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-0c9aa080-4296-431f-8d91-600ccc357beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:43.897292 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-0c9aa080-4296-431f-8d91-600ccc357beb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5feb9640-c240-453c-a0fb-ca04fe092220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485239 Sep 23 13:26:44.001011 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-25684c0f-4608-4b74-b4f9-aaead2160439 service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942535 Sep 23 13:26:44.098283 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a612443f-b137-4b6c-aa92-26b5839bf567 req-690b516c-f61f-4a31-9170-8df76b7993fa service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879383 Sep 23 13:26:44.706932 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa0227-c838-4097-b303-984625c3e2bd req-7af168b4-4ce8-41d6-8b75-176d18ec8f4e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:44.708446 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9daa0227-c838-4097-b303-984625c3e2bd req-7af168b4-4ce8-41d6-8b75-176d18ec8f4e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0511110 Sep 23 13:26:44.774663 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9daa0227-c838-4097-b303-984625c3e2bd req-beab6b52-d638-4c6e-a2c0-81900b209993 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600731 Sep 23 13:26:44.792711 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d26f5-d6ea-47f5-a585-26aaf40c008d req-21ea2244-1cd6-4da9-a439-34b215117b06 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:44.794195 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd7d26f5-d6ea-47f5-a585-26aaf40c008d req-21ea2244-1cd6-4da9-a439-34b215117b06 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0612710 Sep 23 13:26:44.833395 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd7d26f5-d6ea-47f5-a585-26aaf40c008d req-d1e2e0f2-b7dd-4cf9-9937-b9de483a04d2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329843 Sep 23 13:26:44.875507 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-aa964c54-7d82-4efa-9e17-2da2855aa4f3 req-10b85b3b-8ed9-47da-a733-eb7155cc0f01 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0267758 Sep 23 13:26:44.976080 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b610c7-595b-4eb5-8917-b67d7175f112 req-7f616116-520a-41e3-9bf9-640b656db372 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:44.977528 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-16b610c7-595b-4eb5-8917-b67d7175f112 req-7f616116-520a-41e3-9bf9-640b656db372 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0481782 Sep 23 13:26:45.014497 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-16b610c7-595b-4eb5-8917-b67d7175f112 req-2283610e-948f-4328-bf5b-03baf5b326ac tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Sep 23 13:26:45.841228 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53878) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:45.860255 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:26:45.896156 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2b22-7b76-4ec3-bb08-59a0a94802bb req-d318b252-f8b9-4988-b425-599596e404c0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:45.897754 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-18ca2b22-7b76-4ec3-bb08-59a0a94802bb req-d318b252-f8b9-4988-b425-599596e404c0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0541406 Sep 23 13:26:45.966064 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-18ca2b22-7b76-4ec3-bb08-59a0a94802bb req-283c75ae-ede2-47a0-b820-24a3bf3cd7db tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535719 Sep 23 13:26:45.982425 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381a79b-3be5-4b63-99df-26afb8614434 req-5afff915-8b8b-42e9-bfd1-621628228f83 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:45.987874 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0381a79b-3be5-4b63-99df-26afb8614434 req-5afff915-8b8b-42e9-bfd1-621628228f83 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0817089 Sep 23 13:26:45.988025 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7409126d-9958-4b27-af53-19b31b45aa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:46.036308 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0381a79b-3be5-4b63-99df-26afb8614434 req-fa22c713-502b-485b-90aa-3733634c3c3f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Sep 23 13:26:46.067152 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f33f7d25-839e-4d8f-b460-365ed923c5a3 req-8adc07c9-a23d-42c7-a350-ce594b17b631 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0280738 Sep 23 13:26:46.102985 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7409126d-9958-4b27-af53-19b31b45aa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:46.143882 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7409126d-9958-4b27-af53-19b31b45aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:46.151085 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5259b-5f72-47f5-bc6b-8ded317843e0 req-293f8933-75bc-4382-895a-9c35ee12d636 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:46.152536 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dac5259b-5f72-47f5-bc6b-8ded317843e0 req-293f8933-75bc-4382-895a-9c35ee12d636 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0510197 Sep 23 13:26:46.187968 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-7409126d-9958-4b27-af53-19b31b45aa95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f5240b2d5f64f94bfa650e554bb4be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456223 Sep 23 13:26:46.189364 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409126d-9958-4b27-af53-19b31b45aa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40626509-457e-49d8-8c34-9305c4204754,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:46.190775 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 53892) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:46.203221 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dac5259b-5f72-47f5-bc6b-8ded317843e0 req-60f01209-b45c-4b8f-80ed-3fcc281f22dc tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Sep 23 13:26:46.248197 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d62d2076-c41b-4848-a9ac-2b33aff493fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:46.269521 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d62d2076-c41b-4848-a9ac-2b33aff493fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:46.382891 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d62d2076-c41b-4848-a9ac-2b33aff493fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:46.385412 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d62d2076-c41b-4848-a9ac-2b33aff493fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:46.386552 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-d62d2076-c41b-4848-a9ac-2b33aff493fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40626509-457e-49d8-8c34-9305c4204754 HTTP/1.1" status: 204 len: 168 time: 0.1946549 Sep 23 13:26:46.395020 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d2076-c41b-4848-a9ac-2b33aff493fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40626509-457e-49d8-8c34-9305c4204754,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:46.902316 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 53900) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:46.915462 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9490b2f6-b9f6-4255-9f7c-90d2d76bebdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.012117 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9490b2f6-b9f6-4255-9f7c-90d2d76bebdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.071074 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789a39a-7917-427e-a0d9-aa2229079daa req-f300f369-ee5f-40af-abbc-49e2c1350dea tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:47.072604 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-f300f369-ee5f-40af-abbc-49e2c1350dea tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.15 "GET /v2.0/networks?id=27b8e9db-a476-4c5e-accf-f4269ae3dbff HTTP/1.1" status: 200 len: 809 time: 0.1312037 Sep 23 13:26:47.087200 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Request body: {'port': {'device_id': '508e4781-69e0-4f7c-8750-b64e0b921e8d', 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff', 'admin_state_up': True, 'tenant_id': 'd58dbceeaa624652bb09f30f77f30877'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:47.104268 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257087e-ad0b-4bdb-a1f7-99b5d8a443f6 req-8a402c38-ac7d-4c77-ab08-4d5d06b44caa tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:47.105786 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4257087e-ad0b-4bdb-a1f7-99b5d8a443f6 req-8a402c38-ac7d-4c77-ab08-4d5d06b44caa tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0553157 Sep 23 13:26:47.118756 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9490b2f6-b9f6-4255-9f7c-90d2d76bebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.206197 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9490b2f6-b9f6-4255-9f7c-90d2d76bebdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f2c5b37f25748a3b20158f80e319fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027792 Sep 23 13:26:47.206912 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490b2f6-b9f6-4255-9f7c-90d2d76bebdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4de314-51bc-4680-acf5-b3a226eeb929,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:47.208799 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53910) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:47.218083 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4257087e-ad0b-4bdb-a1f7-99b5d8a443f6 req-d66dad52-1e98-44f0-bf8c-623168599a3d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011353 Sep 23 13:26:47.233322 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f028ba-e711-426f-91d9-ff3352607ddd req-88476059-694c-4d73-8e7e-3d2ed666195f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:47.234896 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d4f028ba-e711-426f-91d9-ff3352607ddd req-88476059-694c-4d73-8e7e-3d2ed666195f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.1282308 Sep 23 13:26:47.283867 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d4f028ba-e711-426f-91d9-ff3352607ddd req-e8b58e65-44b6-4b10-9fa9-cbbcc82c30ba tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Sep 23 13:26:47.304984 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86fca8b1-e570-4d21-9810-053cc10fe001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.340969 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86fca8b1-e570-4d21-9810-053cc10fe001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.354482 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Made reservation on behalf of d58dbceeaa624652bb09f30f77f30877 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:26:47.359990 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.399480 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5d95858b-ae6f-4931-ac10-10ee534cfc5f req-099f7375-becf-4f7e-8560-a086eb375e0d tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0492337 Sep 23 13:26:47.480562 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0d04e-bdb9-4363-80a4-6d0519d4cd28 req-124de0c4-59be-4e9e-864c-d63e419af7df tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:47.482347 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-97f0d04e-bdb9-4363-80a4-6d0519d4cd28 req-124de0c4-59be-4e9e-864c-d63e419af7df tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0659306 Sep 23 13:26:47.535487 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Allocated IP 172.20.0.4 (27b8e9db-a476-4c5e-accf-f4269ae3dbff/ab4efd68-f685-457b-b5d0-40dcf178f786/c1e1b7fd-2c98-4392-a99d-37eefe96e09c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:26:47.541074 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85bc1b-3644-453f-8461-1a1db99df90b req-fb16a887-96da-448b-83db-956ca60ede3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:47.542685 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fc85bc1b-3644-453f-8461-1a1db99df90b req-fb16a887-96da-448b-83db-956ca60ede3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1099 time: 0.0807345 Sep 23 13:26:47.545530 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-97f0d04e-bdb9-4363-80a4-6d0519d4cd28 req-f4eb2a25-5be5-485e-baf5-fb9b85a4e07a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473840 Sep 23 13:26:47.586222 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fc85bc1b-3644-453f-8461-1a1db99df90b req-63ab5fa2-007b-4e3a-ba55-7b0fcc078559 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Sep 23 13:26:47.595007 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86fca8b1-e570-4d21-9810-053cc10fe001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.597930 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86fca8b1-e570-4d21-9810-053cc10fe001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.601519 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-86fca8b1-e570-4d21-9810-053cc10fe001 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc4de314-51bc-4680-acf5-b3a226eeb929 HTTP/1.1" status: 204 len: 168 time: 0.3893168 Sep 23 13:26:47.623880 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fca8b1-e570-4d21-9810-053cc10fe001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4de314-51bc-4680-acf5-b3a226eeb929,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:47.711600 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.795145 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.839107 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Network 27b8e9db-a476-4c5e-accf-f4269ae3dbff is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:26:47.842375 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:26:47.844893 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:26:47.851495 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:47.852212 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:47.877816 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Pushing event updated for resources: {'Port': ['ID=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:47.948639 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-362ff148-32d4-40b3-a38b-74f801332222 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654151 Sep 23 13:26:47.962023 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Request body: {'port': {'device_id': '508e4781-69e0-4f7c-8750-b64e0b921e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:48.017173 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:48.297443 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e1b7fd-2c98-4392-a99d-37eefe96e09c {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:26:48.305337 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:48.317509 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Transition to ACTIVE for port object c1e1b7fd-2c98-4392-a99d-37eefe96e09c will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:26:48.364664 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6899580-3fbc-49b6-aa69-e7b0e5e5604e req-a0cd8ddf-b254-47e5-8442-88c92304faaa tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:48.366185 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c6899580-3fbc-49b6-aa69-e7b0e5e5604e req-a0cd8ddf-b254-47e5-8442-88c92304faaa tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0527217 Sep 23 13:26:48.409648 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c6899580-3fbc-49b6-aa69-e7b0e5e5604e req-0ecd6269-572e-48a6-b0db-4bca09e05140 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367563 Sep 23 13:26:48.446121 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:48.506595 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:48.537298 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.537645 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.537978 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.538303 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.538631 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.538955 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.539274 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.539596 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.548806 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.548806 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.548806 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.548806 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:48.548806 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Attempting to bind port c1e1b7fd-2c98-4392-a99d-37eefe96e09c on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:26:48.548806 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Attempting to bind port c1e1b7fd-2c98-4392-a99d-37eefe96e09c by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '5f3859d1-5527-4564-9aa8-275d9a81a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:26:48.548806 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Attempting to bind port c1e1b7fd-2c98-4392-a99d-37eefe96e09c on network 27b8e9db-a476-4c5e-accf-f4269ae3dbff {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:48.554869 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Port c1e1b7fd-2c98-4392-a99d-37eefe96e09c on network 27b8e9db-a476-4c5e-accf-f4269ae3dbff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:26:48.555197 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Attempting to bind port c1e1b7fd-2c98-4392-a99d-37eefe96e09c on network 27b8e9db-a476-4c5e-accf-f4269ae3dbff {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:26:48.560565 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:26:48.560892 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Checking segment: {'id': '5f3859d1-5527-4564-9aa8-275d9a81a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:26:48.561339 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Bound using segment: {'id': '5f3859d1-5527-4564-9aa8-275d9a81a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:26:48.561752 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Bound port: c1e1b7fd-2c98-4392-a99d-37eefe96e09c, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3859d1-5527-4564-9aa8-275d9a81a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:26:48.562109 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:48.571464 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805e253-f52c-4064-946f-813f33cb0bb3 req-0e05df5c-bf16-4d70-96d7-db8e647e7f56 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:48.573341 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1805e253-f52c-4064-946f-813f33cb0bb3 req-0e05df5c-bf16-4d70-96d7-db8e647e7f56 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0995185 Sep 23 13:26:48.618104 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857c9d8-a8fa-4e26-8fcf-1aa09433aafb req-ac565585-a3f4-4a5f-87c4-31dc013d87b2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:48.619619 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a857c9d8-a8fa-4e26-8fcf-1aa09433aafb req-ac565585-a3f4-4a5f-87c4-31dc013d87b2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 943 time: 0.0867295 Sep 23 13:26:48.639858 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] For port c1e1b7fd-2c98-4392-a99d-37eefe96e09c, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:26:48.640155 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1805e253-f52c-4064-946f-813f33cb0bb3 req-bc2a503e-b583-4429-a9ad-34b47e41eff4 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566916 Sep 23 13:26:48.643634 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] For port c1e1b7fd-2c98-4392-a99d-37eefe96e09c, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:26:48.670306 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a857c9d8-a8fa-4e26-8fcf-1aa09433aafb req-5ded2ccc-e4c5-48fa-8811-e5d4adf8996a tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411568 Sep 23 13:26:48.703664 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:48.742628 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:48.743250 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:48.744744 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] 10.222.0.15 "PUT /v2.0/ports/c1e1b7fd-2c98-4392-a99d-37eefe96e09c HTTP/1.1" status: 200 len: 1093 time: 0.7868683 Sep 23 13:26:48.745191 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508e4781-69e0-4f7c-8750-b64e0b921e8d', 'tag': 'c1e1b7fd-2c98-4392-a99d-37eefe96e09c'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:48.747517 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0181a5c-3a09-4e74-8269-2ad33b0481c6" -d '{"events": [{"name": "network-changed", "server_uuid": "508e4781-69e0-4f7c-8750-b64e0b921e8d", "tag": "c1e1b7fd-2c98-4392-a99d-37eefe96e09c"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:48.776036 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6f207-2c5b-44b8-b14e-161e2e0aff50 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:48.804386 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252d8ec-5788-4e15-8a5a-e837127eb656 req-9366d5a6-c01e-4369-9c8d-5e4e649bbc2f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:48.805924 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f252d8ec-5788-4e15-8a5a-e837127eb656 req-9366d5a6-c01e-4369-9c8d-5e4e649bbc2f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0936344 Sep 23 13:26:48.815592 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53972) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:48.823664 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5d91f648-800c-46a4-9a54-1172f06826b3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'floatingip': {'port_id': 'bae302c5-072e-4188-ac96-37fd2c947dbe'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:26:48.831550 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b46b84-cff0-4f54-a662-4b22e04a897b req-7514a2d0-cef8-40f8-8039-a1923aca2777 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:48.831550 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-31b46b84-cff0-4f54-a662-4b22e04a897b req-7514a2d0-cef8-40f8-8039-a1923aca2777 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0832691 Sep 23 13:26:48.874256 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-31b46b84-cff0-4f54-a662-4b22e04a897b req-df29efee-fd24-4e63-8d58-b07bb43136d4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366967 Sep 23 13:26:48.880558 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d91f648-800c-46a4-9a54-1172f06826b3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:48.937270 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de28aed-4d2d-43df-be47-cc13ed99f6fb x-openstack-request-id: req-8de28aed-4d2d-43df-be47-cc13ed99f6fb {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:26:48.937623 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508e4781-69e0-4f7c-8750-b64e0b921e8d", "tag": "c1e1b7fd-2c98-4392-a99d-37eefe96e09c", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:26:48.937787 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8de28aed-4d2d-43df-be47-cc13ed99f6fb {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:26:48.938167 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508e4781-69e0-4f7c-8750-b64e0b921e8d', 'tag': 'c1e1b7fd-2c98-4392-a99d-37eefe96e09c', 'status': 'completed', 'code': 200} Sep 23 13:26:48.959143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21b3ab-5397-485a-afba-4b3d35e45bd1 req-67a97ab3-7ab7-416b-a0d8-66e1b57661ff tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:48.964160 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4a21b3ab-5397-485a-afba-4b3d35e45bd1 req-67a97ab3-7ab7-416b-a0d8-66e1b57661ff tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0614901 Sep 23 13:26:49.012637 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4a21b3ab-5397-485a-afba-4b3d35e45bd1 req-8c510bac-dd0f-464b-84a4-f51ab6f3115b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Sep 23 13:26:49.041826 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789a39a-7917-427e-a0d9-aa2229079daa req-5b8496f3-68bd-4a72-bddc-5345c28ef0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:49.043302 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-5b8496f3-68bd-4a72-bddc-5345c28ef0ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d58dbceeaa624652bb09f30f77f30877&device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 1096 time: 0.1043229 Sep 23 13:26:49.115802 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-49a3985a-ea3e-4b52-aee9-42bb418e3566 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1e1b7fd-2c98-4392-a99d-37eefe96e09c HTTP/1.1" status: 200 len: 217 time: 0.0403917 Sep 23 13:26:49.240663 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789a39a-7917-427e-a0d9-aa2229079daa req-c091763e-d8c2-4001-a774-e8bdb16b552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:49.242215 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-c091763e-d8c2-4001-a774-e8bdb16b552a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab4efd68-f685-457b-b5d0-40dcf178f786 HTTP/1.1" status: 200 len: 849 time: 0.1107614 Sep 23 13:26:49.308477 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-5a1a2880-3371-4e71-b6ef-dd610bdb0929 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27b8e9db-a476-4c5e-accf-f4269ae3dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567784 Sep 23 13:26:49.364184 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53978) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:49.528137 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-906939e1-a949-406f-942c-8fa07e6bffe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:49.552622 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d91f648-800c-46a4-9a54-1172f06826b3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:49.568621 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-5a04dabc-2688-40c8-b9b0-66aad6a68f98 service neutron] 10.222.0.15 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396796 Sep 23 13:26:49.655351 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d91f648-800c-46a4-9a54-1172f06826b3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:49.743385 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4789a39a-7917-427e-a0d9-aa2229079daa req-ae6ce4cf-9c9f-40b8-af26-5ea8575782ca service neutron] 10.222.0.15 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639333 Sep 23 13:26:49.816194 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-906939e1-a949-406f-942c-8fa07e6bffe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:49.817053 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326aa053-a6d0-4ba6-aa42-32363da4e1b1 req-a74307c5-3e6c-4dc6-8c57-ea1b1a7f7ce9 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:49.827742 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-326aa053-a6d0-4ba6-aa42-32363da4e1b1 req-a74307c5-3e6c-4dc6-8c57-ea1b1a7f7ce9 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 943 time: 0.0692413 Sep 23 13:26:49.830708 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.l3_db [None req-5d91f648-800c-46a4-9a54-1172f06826b3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Floating IP f5ba04ac-ff00-44b7-bf27-8e9fdcbc1979 associated. External IP: 172.27.2.52, port: bae302c5-072e-4188-ac96-37fd2c947dbe. Sep 23 13:26:49.871539 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-326aa053-a6d0-4ba6-aa42-32363da4e1b1 req-df0f5200-f2b8-42ea-8daf-4708b2c9cdb4 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Sep 23 13:26:49.898868 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53992) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:49.935710 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35c40-e6ab-42da-922e-e08cee82f0bd req-255d7576-bedb-4257-a08e-1a4d0ae5120e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:49.937351 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5fb35c40-e6ab-42da-922e-e08cee82f0bd req-255d7576-bedb-4257-a08e-1a4d0ae5120e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 943 time: 0.0702903 Sep 23 13:26:50.015380 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5fb35c40-e6ab-42da-922e-e08cee82f0bd req-faf64762-729a-4f0f-82e8-023a4d32509a tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694664 Sep 23 13:26:50.047816 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f75b3-8cab-4a88-b36b-1c72c2a88d63 req-6e07446e-2a5e-4d91-96e7-e34fa797bc7d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:50.050708 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6c0f75b3-8cab-4a88-b36b-1c72c2a88d63 req-6e07446e-2a5e-4d91-96e7-e34fa797bc7d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0778024 Sep 23 13:26:50.100474 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6c0f75b3-8cab-4a88-b36b-1c72c2a88d63 req-c8d00626-7517-4317-89bc-25b469e73003 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Sep 23 13:26:50.171449 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656baa75-9286-4cb0-a6cc-d1c1302b1582 req-5b6723db-6a1e-4482-b98f-f0a968a936c3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:50.173993 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-656baa75-9286-4cb0-a6cc-d1c1302b1582 req-5b6723db-6a1e-4482-b98f-f0a968a936c3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0721905 Sep 23 13:26:50.186125 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-906939e1-a949-406f-942c-8fa07e6bffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:50.233460 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-656baa75-9286-4cb0-a6cc-d1c1302b1582 req-96206684-e9b2-4766-a8ca-89d1eee75c6a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530136 Sep 23 13:26:50.256577 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-906939e1-a949-406f-942c-8fa07e6bffe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ed64ac4554842ca9bf58966163f39b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8890734 Sep 23 13:26:50.260356 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54006) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:50.262064 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906939e1-a949-406f-942c-8fa07e6bffe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a5ffd6-3501-4688-ae34-5a11b4b18b6f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:50.303850 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-2af6d937-284c-4b24-8f44-90c1bbd31bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:50.307429 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-2af6d937-284c-4b24-8f44-90c1bbd31bd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d58dbceeaa624652bb09f30f77f30877&device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 1096 time: 0.1479931 Sep 23 13:26:50.341964 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc8575ad-c0ff-494a-b953-4c144d04deb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:50.520452 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d91f648-800c-46a4-9a54-1172f06826b3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:26:50.538246 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-0f21f792-b7f0-4b68-a8c7-ce309c290278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:50.539715 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-0f21f792-b7f0-4b68-a8c7-ce309c290278 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27b8e9db-a476-4c5e-accf-f4269ae3dbff HTTP/1.1" status: 200 len: 910 time: 0.2192526 Sep 23 13:26:50.547552 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933b73d6-0cf8-4c8d-9c14-3f3569f00bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:50.635786 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-1d643e9b-e4a5-4f23-a2dc-b44a2454fd54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1e1b7fd-2c98-4392-a99d-37eefe96e09c HTTP/1.1" status: 200 len: 217 time: 0.0854402 Sep 23 13:26:50.637402 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 30759459-8ebb-44e6-a4e9-361fb69441db details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:26:50.671477 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933b73d6-0cf8-4c8d-9c14-3f3569f00bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:50.686785 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501bd77-62d1-470d-9d85-a9485c697703 req-89409197-397a-4d52-ac56-a70d3e74824b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:50.688306 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8501bd77-62d1-470d-9d85-a9485c697703 req-89409197-397a-4d52-ac56-a70d3e74824b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0817139 Sep 23 13:26:50.757205 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8501bd77-62d1-470d-9d85-a9485c697703 req-b4116f35-1563-4448-aea7-b63d7637cca8 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551772 Sep 23 13:26:50.763507 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-a5020c14-017b-4c6e-8e33-40aea4c109dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:50.765324 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-a5020c14-017b-4c6e-8e33-40aea4c109dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1099 time: 0.0713921 Sep 23 13:26:50.805282 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-36bfb97f-f548-4046-85a8-fb33ee8d4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:50.805282 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-36bfb97f-f548-4046-85a8-fb33ee8d4ed0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab4efd68-f685-457b-b5d0-40dcf178f786 HTTP/1.1" status: 200 len: 849 time: 0.1521509 Sep 23 13:26:50.807282 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc8575ad-c0ff-494a-b953-4c144d04deb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:50.809979 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 30759459-8ebb-44e6-a4e9-361fb69441db, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=30759459-8ebb-44e6-a4e9-361fb69441db,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:50.815583 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91f648-800c-46a4-9a54-1172f06826b3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:26:50.820225 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d91f648-800c-46a4-9a54-1172f06826b3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:50.827751 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '30759459-8ebb-44e6-a4e9-361fb69441db', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'port_id': '30759459-8ebb-44e6-a4e9-361fb69441db', 'mac_address': 'fa:16:3e:3c:27:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:26:50.831409 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] Sync routers for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:26:50.843539 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:50.844580 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:26:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:50.882427 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:50.891002 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-8897d86a-2ae8-4f83-bc46-40b9f0babaf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27b8e9db-a476-4c5e-accf-f4269ae3dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626585 Sep 23 13:26:50.894964 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-46a4624f-ae63-46a5-bed9-c0b631992493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:50.895464 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc8575ad-c0ff-494a-b953-4c144d04deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:50.896627 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-46a4624f-ae63-46a5-bed9-c0b631992493 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 919 time: 0.1216948 Sep 23 13:26:50.903792 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30759459-8ebb-44e6-a4e9-361fb69441db {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:26:50.910479 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5d91f648-800c-46a4-9a54-1172f06826b3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "PUT /v2.0/floatingips/f5ba04ac-ff00-44b7-bf27-8e9fdcbc1979 HTTP/1.1" status: 200 len: 990 time: 2.0908141 Sep 23 13:26:50.931353 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 30759459-8ebb-44e6-a4e9-361fb69441db, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=30759459-8ebb-44e6-a4e9-361fb69441db,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:50.943610 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:50.946459 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8715035-5dfd-44e0-b427-209ba2da15dd" -d '{"events": [{"name": "network-changed", "server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:50.975217 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-0788b542-2fa1-4a9a-ab26-9abf8acff8b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd HTTP/1.1" status: 200 len: 217 time: 0.0594482 Sep 23 13:26:50.994960 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:51.005396 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-fc8575ad-c0ff-494a-b953-4c144d04deb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=405d2539fdb8420b9d044f59cf03c6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1024351 Sep 23 13:26:51.008379 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933b73d6-0cf8-4c8d-9c14-3f3569f00bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:51.009218 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:51.012018 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933b73d6-0cf8-4c8d-9c14-3f3569f00bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:51.013357 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-933b73d6-0cf8-4c8d-9c14-3f3569f00bab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3a5ffd6-3501-4688-ae34-5a11b4b18b6f HTTP/1.1" status: 204 len: 168 time: 0.7521291 Sep 23 13:26:51.013865 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54026) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:26:51.025018 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8575ad-c0ff-494a-b953-4c144d04deb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4633e5d8-94cb-49a4-b359-3e9cd746db9b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:51.075760 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-378d8357-225b-47ca-950a-caf3790e0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:51.077384 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-378d8357-225b-47ca-950a-caf3790e0604 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.0951180 Sep 23 13:26:51.080317 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b73d6-0cf8-4c8d-9c14-3f3569f00bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a5ffd6-3501-4688-ae34-5a11b4b18b6f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:51.101194 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c560671-57c7-451a-9d87-873b3d03dd8b req-5b809bea-cac4-4473-99d2-348d9bb9d726 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:51.106463 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c560671-57c7-451a-9d87-873b3d03dd8b req-5b809bea-cac4-4473-99d2-348d9bb9d726 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 943 time: 0.1132407 Sep 23 13:26:51.132798 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705e4540-d79c-49c7-9ce0-84c258277270 x-openstack-request-id: req-705e4540-d79c-49c7-9ce0-84c258277270 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:26:51.133174 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:26:51.133491 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-705e4540-d79c-49c7-9ce0-84c258277270 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:26:51.133986 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'status': 'completed', 'code': 200} Sep 23 13:26:51.158404 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=30759459-8ebb-44e6-a4e9-361fb69441db,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:51.167588 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-80a4f3c2-e57f-4f4d-9233-94176707319e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609207 Sep 23 13:26:51.174091 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-0b3bfece-7a55-40ec-961e-14b511242909 service neutron] 10.222.0.15 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636335 Sep 23 13:26:51.175210 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-602aec69-ad73-49dc-a5c8-00d103cb1baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:51.206223 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-602aec69-ad73-49dc-a5c8-00d103cb1baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:51.301314 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['30759459-8ebb-44e6-a4e9-361fb69441db'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:26:51.334658 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-bcbf4a62-3c34-46d0-815f-26cc74361c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:51.336972 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-bcbf4a62-3c34-46d0-815f-26cc74361c49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 1098 time: 0.1679235 Sep 23 13:26:51.351755 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c560671-57c7-451a-9d87-873b3d03dd8b req-c603940d-4d59-4ccb-96c0-ef59227fd6db tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820047 Sep 23 13:26:51.388942 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-602aec69-ad73-49dc-a5c8-00d103cb1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:51.391513 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-602aec69-ad73-49dc-a5c8-00d103cb1baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:51.396800 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-602aec69-ad73-49dc-a5c8-00d103cb1baf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4633e5d8-94cb-49a4-b359-3e9cd746db9b HTTP/1.1" status: 204 len: 168 time: 0.3800375 Sep 23 13:26:51.416069 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0181a5c-3a09-4e74-8269-2ad33b0481c6 req-fa717ab8-b3e8-4e04-a495-84a7ef61f5ee service neutron] 10.222.0.15 "GET /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573803 Sep 23 13:26:51.418041 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aec69-ad73-49dc-a5c8-00d103cb1baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4633e5d8-94cb-49a4-b359-3e9cd746db9b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:51.439223 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'f5ba04ac-ff00-44b7-bf27-8e9fdcbc1979', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'port_id': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'mac_address': 'fa:16:3e:56:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:26:11Z', 'updated_at': '2021-09-23T13:26:49Z', 'revision_number': 1, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:51.487490 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] Checking router: 1e3b9923-8172-47fd-92c6-03df7ccf66e2 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:26:51.498571 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02612f-e25c-47d0-980a-9b1965a879ae req-368e7542-7fbf-4733-8bca-831e8fdd62bc tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:51.504525 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:26:51.505161 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:26:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:51.508858 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5d02612f-e25c-47d0-980a-9b1965a879ae req-368e7542-7fbf-4733-8bca-831e8fdd62bc tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 944 time: 0.2864141 Sep 23 13:26:51.643717 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:26:51.645339 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-e9a88682-b449-4cbc-8c17-43a9b0454004 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396813 Sep 23 13:26:51.719510 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5d02612f-e25c-47d0-980a-9b1965a879ae req-6b918bdc-25f0-4635-b9aa-8eff1c75ec2e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088866 Sep 23 13:26:51.754206 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a146b-1a29-4f9c-939f-c65f265274e7 req-4e7ea7a7-f346-4226-afea-b6cee6ecdc4d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:51.754206 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f30a146b-1a29-4f9c-939f-c65f265274e7 req-4e7ea7a7-f346-4226-afea-b6cee6ecdc4d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.2398074 Sep 23 13:26:51.837015 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-762573e1-5761-4a4b-814c-54afd375bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:51.838875 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-762573e1-5761-4a4b-814c-54afd375bdfc service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 918 time: 0.4610491 Sep 23 13:26:51.956227 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f30a146b-1a29-4f9c-939f-c65f265274e7 req-a550bbed-4b49-485d-a5e5-9da8a62e84a2 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862912 Sep 23 13:26:51.990209 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8eb302b-9210-4cbd-87e1-260e64fd7f51 req-7e5135b4-a604-4db7-a12c-8988d978c024 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255279 Sep 23 13:26:52.049416 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'f5ba04ac-ff00-44b7-bf27-8e9fdcbc1979', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'port_id': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'mac_address': 'fa:16:3e:56:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:26:11Z', 'updated_at': '2021-09-23T13:26:49Z', 'revision_number': 1, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:26:52.085110 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c85845-6a7d-4867-a8c6-ba70e35d25af None None] The sync data for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi is: [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'f5ba04ac-ff00-44b7-bf27-8e9fdcbc1979', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'port_id': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'mac_address': 'fa:16:3e:56:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:26:11Z', 'updated_at': '2021-09-23T13:26:49Z', 'revision_number': 1, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:26:52.098554 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-bf658dad-94af-49b1-8a13-b41d1d94bcab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae302c5-072e-4188-ac96-37fd2c947dbe HTTP/1.1" status: 200 len: 998 time: 0.2487972 Sep 23 13:26:52.106244 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bda51-c826-4721-a280-dc07db7c7031 req-fbc34627-c46d-4bbc-ad62-e4f88c9c0a44 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:52.121110 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a3bda51-c826-4721-a280-dc07db7c7031 req-fbc34627-c46d-4bbc-ad62-e4f88c9c0a44 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.2661793 Sep 23 13:26:52.191532 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a3bda51-c826-4721-a280-dc07db7c7031 req-e07a94e4-64d3-4c16-9d27-e567e45d49e4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769155 Sep 23 13:26:52.195675 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-60bc1269-4188-4d24-807f-185522be187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:52.196965 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-60bc1269-4188-4d24-807f-185522be187a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0805626 Sep 23 13:26:52.252811 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-520c17b1-08db-436c-91f7-849f279febfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:52.254725 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-520c17b1-08db-436c-91f7-849f279febfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495396 Sep 23 13:26:52.379189 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb915e1-e3f0-459a-94c0-4ba31705af94 None None] New status for floating IP f5ba04ac-ff00-44b7-bf27-8e9fdcbc1979: ACTIVE {{(pid=94599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:26:52.411885 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-a27f078a-1622-4c01-bdf0-e4777b93e43d service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448867 Sep 23 13:26:52.554763 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926f40-43f9-4917-8b99-ce7e0037337f req-3a481bcf-786a-4d31-8ad9-b3b893f8730e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:52.556174 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9e926f40-43f9-4917-8b99-ce7e0037337f req-3a481bcf-786a-4d31-8ad9-b3b893f8730e tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 943 time: 0.0964479 Sep 23 13:26:52.585578 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e8715035-5dfd-44e0-b427-209ba2da15dd req-299578cf-1575-43e2-b9b3-e386fe477a94 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687298 Sep 23 13:26:52.618858 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9e926f40-43f9-4917-8b99-ce7e0037337f req-87c461bd-a01e-4a21-8908-65acea187d09 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520966 Sep 23 13:26:52.650816 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device c1e1b7fd-2c98-4392-a99d-37eefe96e09c details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:26:52.655502 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 30759459-8ebb-44e6-a4e9-361fb69441db up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:52.857511 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port c1e1b7fd-2c98-4392-a99d-37eefe96e09c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:52.868443 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26676dd-15d6-408c-90a2-1d3f281468ea req-21a02847-1687-44c8-9704-c29a8489771d tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:52.870073 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c26676dd-15d6-408c-90a2-1d3f281468ea req-21a02847-1687-44c8-9704-c29a8489771d tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 944 time: 0.0663211 Sep 23 13:26:52.871224 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'c1e1b7fd-2c98-4392-a99d-37eefe96e09c', 'network_id': '27b8e9db-a476-4c5e-accf-f4269ae3dbff', 'port_id': 'c1e1b7fd-2c98-4392-a99d-37eefe96e09c', 'mac_address': 'fa:16:3e:bb:54:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4efd68-f685-457b-b5d0-40dcf178f786', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:26:52.919891 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 30759459-8ebb-44e6-a4e9-361fb69441db completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:26:52.922021 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:52.933221 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 30759459-8ebb-44e6-a4e9-361fb69441db triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:52.934040 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:52.935626 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c26676dd-15d6-408c-90a2-1d3f281468ea req-e443d6ae-7c80-4cad-916e-99e88033a233 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530648 Sep 23 13:26:52.971192 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e1b7fd-2c98-4392-a99d-37eefe96e09c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:26:53.011096 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port c1e1b7fd-2c98-4392-a99d-37eefe96e09c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:53.060844 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:53.096544 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:53.099566 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4153287-be4c-4af6-a45c-e0cbc3b581ff" -d '{"events": [{"server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "name": "network-vif-plugged", "status": "completed", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:53.119623 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:53.119623 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 30759459-8ebb-44e6-a4e9-361fb69441db, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=30759459-8ebb-44e6-a4e9-361fb69441db,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:53.120845 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd76fca-a0b6-4b10-b6ad-285416908b29 req-008ec55b-1e4e-4ed5-9796-8f0c8f589f30 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:53.123033 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cdd76fca-a0b6-4b10-b6ad-285416908b29 req-008ec55b-1e4e-4ed5-9796-8f0c8f589f30 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0651517 Sep 23 13:26:53.158784 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1637fd4f-87e2-4363-b1c8-bdf187e81bc9 x-openstack-request-id: req-1637fd4f-87e2-4363-b1c8-bdf187e81bc9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:26:53.159084 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "name": "network-vif-plugged", "status": "completed", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:26:53.159341 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1637fd4f-87e2-4363-b1c8-bdf187e81bc9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:26:53.159802 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db', 'code': 200} Sep 23 13:26:53.169506 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cdd76fca-a0b6-4b10-b6ad-285416908b29 req-0189119f-5f52-400d-82c2-0b9b423086b0 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391884 Sep 23 13:26:53.184187 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:53.198206 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.203898 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.204633 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.205087 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.205516 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.207574 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.208251 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.208391 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.208639 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.209207 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.209499 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.211068 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:26:53.223106 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:53.286003 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=30759459-8ebb-44e6-a4e9-361fb69441db,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:26:53.342328 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdcd51-1a8b-41fe-b02a-10e45ed38334 req-b4f772a9-d23b-4aff-9030-718a1894f6c5 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:53.343757 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-81cdcd51-1a8b-41fe-b02a-10e45ed38334 req-b4f772a9-d23b-4aff-9030-718a1894f6c5 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0513515 Sep 23 13:26:53.385658 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-81cdcd51-1a8b-41fe-b02a-10e45ed38334 req-e166430c-71ed-489e-94e9-5623ec1e54c9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349851 Sep 23 13:26:53.771959 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f4982-8cc4-465d-8e66-adf0dac5d1fa req-727d4fa7-8599-456e-a401-3ce5b29f788c tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:53.773598 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-751f4982-8cc4-465d-8e66-adf0dac5d1fa req-727d4fa7-8599-456e-a401-3ce5b29f788c tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 944 time: 0.0548403 Sep 23 13:26:53.810770 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-751f4982-8cc4-465d-8e66-adf0dac5d1fa req-e1c5b21a-7135-4b29-8950-f773e4209e0a tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Sep 23 13:26:54.049530 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a58843-d321-4420-b81d-832de1ad2482 req-37c76905-9ffc-4cdb-bbd0-34a4e5873424 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:54.051019 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-77a58843-d321-4420-b81d-832de1ad2482 req-37c76905-9ffc-4cdb-bbd0-34a4e5873424 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0504675 Sep 23 13:26:54.089070 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-77a58843-d321-4420-b81d-832de1ad2482 req-c55ca875-8466-4bf7-9b41-2720897a9cba tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Sep 23 13:26:54.286485 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d78e01-d956-43ad-a7f0-e69a78a830f7 req-e4178a0e-9fc7-4f0c-9045-00012d56c2c8 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:54.287976 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-28d78e01-d956-43ad-a7f0-e69a78a830f7 req-e4178a0e-9fc7-4f0c-9045-00012d56c2c8 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Sep 23 13:26:54.324756 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-28d78e01-d956-43ad-a7f0-e69a78a830f7 req-d15eef3d-c529-47ca-a1fc-682c9e8af624 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309396 Sep 23 13:26:54.502885 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fec680-0d86-4261-930d-a2d50cc70de2 req-ddd51235-38cf-4d53-b686-09f0cc90c2b3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:54.504378 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-28fec680-0d86-4261-930d-a2d50cc70de2 req-ddd51235-38cf-4d53-b686-09f0cc90c2b3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0527329 Sep 23 13:26:54.542582 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-28fec680-0d86-4261-930d-a2d50cc70de2 req-cf898196-e392-4d25-9ccf-f64d843651ca tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Sep 23 13:26:54.925695 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef116fe3-2266-4eb6-9f43-40259620e685 req-63d57f68-7b92-46b3-b704-3168f8ae20b2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:54.927151 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef116fe3-2266-4eb6-9f43-40259620e685 req-63d57f68-7b92-46b3-b704-3168f8ae20b2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 944 time: 0.0481005 Sep 23 13:26:54.965591 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef116fe3-2266-4eb6-9f43-40259620e685 req-b9ad41be-ed0a-400e-b1ef-f7107849079b tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322082 Sep 23 13:26:55.199440 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15c288-df95-432a-9de7-09b478e65264 req-0c8860b1-551f-4f16-a27f-418c261abb2f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:55.200941 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cb15c288-df95-432a-9de7-09b478e65264 req-0c8860b1-551f-4f16-a27f-418c261abb2f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0465884 Sep 23 13:26:55.239004 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cb15c288-df95-432a-9de7-09b478e65264 req-66a49f10-c235-4689-9ede-1a4b2053adb3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Sep 23 13:26:55.441867 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626aee2-ef8f-4901-b179-158caa7589a8 req-61f59d49-9c4a-4e7f-899b-f292e78c9aef tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:55.443436 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2626aee2-ef8f-4901-b179-158caa7589a8 req-61f59d49-9c4a-4e7f-899b-f292e78c9aef tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0509653 Sep 23 13:26:55.480077 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2626aee2-ef8f-4901-b179-158caa7589a8 req-3a4a6a4f-31fd-4587-82f1-3080a5e5a302 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307534 Sep 23 13:26:55.653549 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea3258-59db-4174-8f87-2959b136ce13 req-93966a81-6008-4339-b88b-1491d2c5d72c tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:55.654945 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c2ea3258-59db-4174-8f87-2959b136ce13 req-93966a81-6008-4339-b88b-1491d2c5d72c tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0475199 Sep 23 13:26:55.692081 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c2ea3258-59db-4174-8f87-2959b136ce13 req-283aba37-be6d-4b33-9631-93d008502bf6 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Sep 23 13:26:56.110125 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861f1d5-671f-47aa-adfa-7b956931d6f1 req-ff016393-ec32-4501-ac74-da10950298cd tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:56.112293 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d861f1d5-671f-47aa-adfa-7b956931d6f1 req-ff016393-ec32-4501-ac74-da10950298cd tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 944 time: 0.0773735 Sep 23 13:26:56.126341 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779aca4-02cc-49ab-8e80-aa6b871e11fa req-735380dc-bfee-4e52-a3fc-b6a9545cd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:56.127837 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7779aca4-02cc-49ab-8e80-aa6b871e11fa req-735380dc-bfee-4e52-a3fc-b6a9545cd755 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 1098 time: 0.0664918 Sep 23 13:26:56.165921 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d861f1d5-671f-47aa-adfa-7b956931d6f1 req-403cea86-251a-4b39-b0a2-5518635fe29b tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468431 Sep 23 13:26:56.180564 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7779aca4-02cc-49ab-8e80-aa6b871e11fa req-e5eae357-c105-4900-a1c6-67433125deff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Sep 23 13:26:56.186433 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['c1e1b7fd-2c98-4392-a99d-37eefe96e09c'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:26:56.362470 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b87219-13b9-4b9c-874e-8381112c0cab req-cc6289b8-a12a-4bd1-8854-4d39fbf1cdab tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:56.364206 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-46b87219-13b9-4b9c-874e-8381112c0cab req-cc6289b8-a12a-4bd1-8854-4d39fbf1cdab tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0549438 Sep 23 13:26:56.401134 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-46b87219-13b9-4b9c-874e-8381112c0cab req-960b39b6-7040-4436-a2fb-3723e48c7b30 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309279 Sep 23 13:26:56.593720 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140abdb-08e9-44ad-8359-30e237c70a01 req-cdbc973f-97ee-4def-9a32-a63e81bca2ea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:56.596966 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3140abdb-08e9-44ad-8359-30e237c70a01 req-cdbc973f-97ee-4def-9a32-a63e81bca2ea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0500476 Sep 23 13:26:56.634530 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3140abdb-08e9-44ad-8359-30e237c70a01 req-861bde3a-2e70-43d6-916f-07314930d798 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321562 Sep 23 13:26:56.824694 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5dda6-dc29-4836-a997-dd2d0bc9b2b1 req-9bdd9c13-6f76-4ab0-921e-32a201c3dc3f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:56.832106 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36e5dda6-dc29-4836-a997-dd2d0bc9b2b1 req-9bdd9c13-6f76-4ab0-921e-32a201c3dc3f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0712640 Sep 23 13:26:56.869370 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36e5dda6-dc29-4836-a997-dd2d0bc9b2b1 req-d54590dc-5a46-4572-9184-1eb21e67429a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364258 Sep 23 13:26:57.293651 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d33318-2eb2-41f1-a5d7-d3832bbeeb45 req-d07f652d-25f6-41c5-bb2c-938f44321ab2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:57.295148 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b9d33318-2eb2-41f1-a5d7-d3832bbeeb45 req-d07f652d-25f6-41c5-bb2c-938f44321ab2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 944 time: 0.0521998 Sep 23 13:26:57.334423 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b9d33318-2eb2-41f1-a5d7-d3832bbeeb45 req-de6db42d-0f12-41e3-9fbd-973617041d67 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Sep 23 13:26:57.519027 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9faf-63a3-4685-b2c5-82257fc08992 req-c51f0b80-e53c-41b1-ad85-da7dcca836f2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:57.520545 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d14a9faf-63a3-4685-b2c5-82257fc08992 req-c51f0b80-e53c-41b1-ad85-da7dcca836f2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0516365 Sep 23 13:26:57.558351 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d14a9faf-63a3-4685-b2c5-82257fc08992 req-913a56d4-4554-4ca9-b510-2fd02f062af2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Sep 23 13:26:57.709854 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:57.755662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2ec20-f196-4bff-9aa2-6a0c783afd4a req-a674df2d-40a1-48b5-8317-8f3e078fca2c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:57.757144 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-37b2ec20-f196-4bff-9aa2-6a0c783afd4a req-a674df2d-40a1-48b5-8317-8f3e078fca2c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0510111 Sep 23 13:26:57.795872 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-37b2ec20-f196-4bff-9aa2-6a0c783afd4a req-9231baa2-17d2-4e6f-8b7f-ab45c30ffdc5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326955 Sep 23 13:26:58.448442 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa17fa-a1a7-471f-a584-4bf12e7e5e55 req-738ae8c8-2d46-4dff-96aa-1b4e39764542 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:58.449904 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abfa17fa-a1a7-471f-a584-4bf12e7e5e55 req-738ae8c8-2d46-4dff-96aa-1b4e39764542 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 944 time: 0.0483518 Sep 23 13:26:58.487974 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abfa17fa-a1a7-471f-a584-4bf12e7e5e55 req-86303db8-d832-4cae-a7e2-a900e35e9ebd tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Sep 23 13:26:58.679541 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719cb59-df4c-4b7b-9534-4459c7bca93a req-0330ef8f-63be-4380-865b-c411bb93b24c tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:58.681046 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4719cb59-df4c-4b7b-9534-4459c7bca93a req-0330ef8f-63be-4380-865b-c411bb93b24c tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0510871 Sep 23 13:26:58.730097 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4719cb59-df4c-4b7b-9534-4459c7bca93a req-acf5990e-5dc0-43dd-9eea-fa4df1d2519d tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Sep 23 13:26:58.766310 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd636c6-9d98-4333-ba8e-03f0ac1c4239 req-d9716d1b-a213-4e41-9596-c346703f0fe9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:58.767927 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5dd636c6-9d98-4333-ba8e-03f0ac1c4239 req-d9716d1b-a213-4e41-9596-c346703f0fe9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0609894 Sep 23 13:26:58.813218 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5dd636c6-9d98-4333-ba8e-03f0ac1c4239 req-c91b89d9-6ff8-4be0-9085-d0725d9bd484 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Sep 23 13:26:58.849253 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa039b2-5bd9-4e90-8dbf-ef838ae8b1ef req-a6904963-68e9-471e-800f-e30ad84f6851 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:58.850751 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-efa039b2-5bd9-4e90-8dbf-ef838ae8b1ef req-a6904963-68e9-471e-800f-e30ad84f6851 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0532444 Sep 23 13:26:58.915800 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-efa039b2-5bd9-4e90-8dbf-ef838ae8b1ef req-80e49458-0a84-46c6-bb4a-3a05ad19bcab tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590680 Sep 23 13:26:58.931143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87f8d-249b-4e1a-8cf7-28cdbd3e510d req-c80f773d-1a87-4e28-aa46-31893fc09173 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:58.932622 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5ea87f8d-249b-4e1a-8cf7-28cdbd3e510d req-c80f773d-1a87-4e28-aa46-31893fc09173 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0620313 Sep 23 13:26:58.974778 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5ea87f8d-249b-4e1a-8cf7-28cdbd3e510d req-9369fe88-8186-4ac5-bde4-11fd126c3c76 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350852 Sep 23 13:26:59.239027 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device c1e1b7fd-2c98-4392-a99d-37eefe96e09c up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:26:59.353342 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port c1e1b7fd-2c98-4392-a99d-37eefe96e09c completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:26:59.358020 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port c1e1b7fd-2c98-4392-a99d-37eefe96e09c triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:26:59.358656 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:59.442412 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:59.465695 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508e4781-69e0-4f7c-8750-b64e0b921e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e1b7fd-2c98-4392-a99d-37eefe96e09c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:26:59.468012 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8991e0d1-4b1d-48b5-a6b6-686d5151d7b8" -d '{"events": [{"server_uuid": "508e4781-69e0-4f7c-8750-b64e0b921e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c1e1b7fd-2c98-4392-a99d-37eefe96e09c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:26:59.480715 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port c1e1b7fd-2c98-4392-a99d-37eefe96e09c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:26:59.494486 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a61d44-9a43-431e-88f0-94a2511e0ad5 req-59a4aa03-e070-4786-ac38-c0af17e461ad tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:26:59.495996 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f1a61d44-9a43-431e-88f0-94a2511e0ad5 req-59a4aa03-e070-4786-ac38-c0af17e461ad tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.2486587 Sep 23 13:26:59.532916 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f1a61d44-9a43-431e-88f0-94a2511e0ad5 req-1413b6fb-a486-4872-a013-db1be1d1eb5f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Sep 23 13:26:59.553885 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:26:59.602196 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:00.148396 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2e504eca-c950-41fe-afc3-6c13eac19669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:01.254166 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113288b0-f849-4166-bc42-51afa9b3274c x-openstack-request-id: req-113288b0-f849-4166-bc42-51afa9b3274c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:27:01.254778 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508e4781-69e0-4f7c-8750-b64e0b921e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c1e1b7fd-2c98-4392-a99d-37eefe96e09c", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:27:01.254860 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-113288b0-f849-4166-bc42-51afa9b3274c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:27:01.255219 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508e4781-69e0-4f7c-8750-b64e0b921e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e1b7fd-2c98-4392-a99d-37eefe96e09c', 'code': 200} Sep 23 13:27:01.361835 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-07949423-bb3d-432e-b5a5-70d76816a63b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772238 Sep 23 13:27:01.370483 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075ad07-d97a-4293-96f9-b61f346ece91 req-459c58bd-7be0-4b90-9299-f4181fecba96 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:01.372011 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4075ad07-d97a-4293-96f9-b61f346ece91 req-459c58bd-7be0-4b90-9299-f4181fecba96 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 945 time: 0.0750637 Sep 23 13:27:01.437330 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4075ad07-d97a-4293-96f9-b61f346ece91 req-99c7cce2-6e17-4e0c-9d69-6731a0f77280 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577943 Sep 23 13:27:01.452663 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-4424a6ec-19f9-403e-81a2-53977e781619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:01.452663 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-4424a6ec-19f9-403e-81a2-53977e781619 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0579484 Sep 23 13:27:01.616655 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3a81-8d57-4175-ad36-84a35b3a8b04 req-61b2b4fd-123d-451b-b659-f79831c543fb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:01.618316 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2bfd3a81-8d57-4175-ad36-84a35b3a8b04 req-61b2b4fd-123d-451b-b659-f79831c543fb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1120756 Sep 23 13:27:01.668514 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-0c7f965d-7b72-4e07-9475-4468ea592066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:01.669929 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-0c7f965d-7b72-4e07-9475-4468ea592066 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 919 time: 0.1824317 Sep 23 13:27:01.730113 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2bfd3a81-8d57-4175-ad36-84a35b3a8b04 req-10c1df2b-e3ad-49a7-af8c-acad4c251d78 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998437 Sep 23 13:27:01.731603 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-bc0deaf3-739a-427b-afa7-4f3f60cb3095 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 HTTP/1.1" status: 200 len: 217 time: 0.0530705 Sep 23 13:27:01.739045 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d38909-bbd0-4134-a507-0a9e18ec6e3a req-00d20794-9965-4c0c-84a7-bafebb174fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:01.752261 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36d38909-bbd0-4134-a507-0a9e18ec6e3a req-00d20794-9965-4c0c-84a7-bafebb174fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 1098 time: 0.1218090 Sep 23 13:27:01.809972 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-b479ce87-a57a-4105-97ee-0046142cd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:01.811433 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-b479ce87-a57a-4105-97ee-0046142cd3f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.0695057 Sep 23 13:27:01.813054 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36d38909-bbd0-4134-a507-0a9e18ec6e3a req-97706771-db03-4039-a2b5-6fe619ccf9fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600095 Sep 23 13:27:02.056325 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-d64903a9-1397-4eda-8139-485018e993c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282218 Sep 23 13:27:02.155641 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-99fc1974-0878-48e3-b457-e9c69681d888 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892758 Sep 23 13:27:02.262265 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-283e56f4-00b5-4514-bbf6-1888ed0773d7 req-a1d473cd-57bc-44df-937f-97d29db681dc service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952649 Sep 23 13:27:02.576337 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42d204-9e3f-4eb6-8761-665c3786a89e req-ecd73b42-8bc7-4b1e-9c04-cd876aa1de09 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:02.578349 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4f42d204-9e3f-4eb6-8761-665c3786a89e req-ecd73b42-8bc7-4b1e-9c04-cd876aa1de09 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 945 time: 0.0679414 Sep 23 13:27:02.593930 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbd6faac-f798-4638-9fce-d8c3aa0a1361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:02.619654 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4f42d204-9e3f-4eb6-8761-665c3786a89e req-4c638693-0cee-488f-b153-f30477faecd7 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344920 Sep 23 13:27:02.852429 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e9ba6-3d40-4e07-a6fe-c8cf0676a7a9 req-65e41e66-0f08-4abd-9a9e-ca68195eeb5c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:02.853968 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4a1e9ba6-3d40-4e07-a6fe-c8cf0676a7a9 req-65e41e66-0f08-4abd-9a9e-ca68195eeb5c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0543377 Sep 23 13:27:02.896817 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4a1e9ba6-3d40-4e07-a6fe-c8cf0676a7a9 req-3b9b2a66-8125-4022-a1a6-27e3b0a56bf3 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353160 Sep 23 13:27:03.193751 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:03.342125 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54316) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:03.447915 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c861ade2-3e4b-4362-9d2c-ac0bc753908f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:03.534766 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c861ade2-3e4b-4362-9d2c-ac0bc753908f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:03.645217 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c861ade2-3e4b-4362-9d2c-ac0bc753908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:03.683935 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-c861ade2-3e4b-4362-9d2c-ac0bc753908f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=158397fda2394452863a35f4885accc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406355 Sep 23 13:27:03.685780 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861ade2-3e4b-4362-9d2c-ac0bc753908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2ad2a4-d091-46fe-957b-252ca0419fc4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:03.686736 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 54324) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:03.735496 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:03.756835 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:03.863145 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:03.866094 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:03.867252 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a2ad2a4-d091-46fe-957b-252ca0419fc4 HTTP/1.1" status: 204 len: 168 time: 0.1795318 Sep 23 13:27:03.875194 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2ad2a4-d091-46fe-957b-252ca0419fc4,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:03.883025 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.883383 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.883769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.884109 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.884442 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.884805 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.885248 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.885580 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.886031 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.886363 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.886683 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.887032 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b99285-fe35-4302-a6a7-fa8cc8d83454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:03.913672 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:05.485370 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:05.761582 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ba05e-bfea-425f-b4ef-e69afb30c608 req-aec90a59-a750-4ea6-a6a0-d093ae7bf11f tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:05.763137 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-189ba05e-bfea-425f-b4ef-e69afb30c608 req-aec90a59-a750-4ea6-a6a0-d093ae7bf11f tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 945 time: 0.0501339 Sep 23 13:27:05.801942 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-189ba05e-bfea-425f-b4ef-e69afb30c608 req-9382af2b-f7ee-420c-bbdb-9e9d7782e82a tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318985 Sep 23 13:27:05.907164 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2594-a824-4cc2-9caa-0cff15cb8d72 req-6979b76c-f7c7-4ab2-9a57-bb0b17e03c20 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:05.908806 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-12bd2594-a824-4cc2-9caa-0cff15cb8d72 req-6979b76c-f7c7-4ab2-9a57-bb0b17e03c20 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0493777 Sep 23 13:27:05.948456 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-12bd2594-a824-4cc2-9caa-0cff15cb8d72 req-1fc13f16-7b37-4bfa-9784-45a99bdeff19 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333047 Sep 23 13:27:06.923584 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba98d74-1354-4f71-9339-c4c61033c657 req-a94ed490-f4f5-4a30-a442-52e93e37e7cc tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:06.925285 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8ba98d74-1354-4f71-9339-c4c61033c657 req-a94ed490-f4f5-4a30-a442-52e93e37e7cc tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 945 time: 0.0484855 Sep 23 13:27:06.974844 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8ba98d74-1354-4f71-9339-c4c61033c657 req-160ed9c1-95dc-4395-9ee0-d8852b707140 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Sep 23 13:27:07.068648 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506ced7-5304-4cbc-b702-4b54f12ee5d7 req-af4525d6-ba5e-493f-9f13-9e6467eecd99 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:07.070256 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d506ced7-5304-4cbc-b702-4b54f12ee5d7 req-af4525d6-ba5e-493f-9f13-9e6467eecd99 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0499651 Sep 23 13:27:07.108364 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d506ced7-5304-4cbc-b702-4b54f12ee5d7 req-ba13065e-c8e3-43b9-85fe-eeccbe1b2926 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Sep 23 13:27:08.218830 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8469-cc59-462d-8492-3651db16a14e req-d010acf6-32de-411c-a449-ab5ddb1d86a4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:08.221114 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c4ca8469-cc59-462d-8492-3651db16a14e req-d010acf6-32de-411c-a449-ab5ddb1d86a4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0476274 Sep 23 13:27:08.258558 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c4ca8469-cc59-462d-8492-3651db16a14e req-dfb053d0-efa2-4e41-9930-9f9977eafb61 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316885 Sep 23 13:27:09.371578 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af30678-5668-489a-9540-34fcb61eebfb req-4d66a8d7-0ae8-4938-92d7-056efd56967b tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:09.373075 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7af30678-5668-489a-9540-34fcb61eebfb req-4d66a8d7-0ae8-4938-92d7-056efd56967b tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Sep 23 13:27:09.414395 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7af30678-5668-489a-9540-34fcb61eebfb req-4a0689e2-072b-4d4c-b958-48ea7767c3d4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351779 Sep 23 13:27:10.533111 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8548f-38dd-4f25-b479-00c98af2dd76 req-ff12db9c-d9f8-41e9-a465-0ed8fbcfeef3 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:10.534600 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9bc8548f-38dd-4f25-b479-00c98af2dd76 req-ff12db9c-d9f8-41e9-a465-0ed8fbcfeef3 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0500720 Sep 23 13:27:10.571844 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9bc8548f-38dd-4f25-b479-00c98af2dd76 req-6a74395d-e214-4b3f-9f8f-983562623f20 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311477 Sep 23 13:27:11.697444 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736a338-bd0d-49a0-af99-b0150eefc1b7 req-0d54d5a3-8b65-44a0-ae2f-c9a64ab0c9ef tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:11.697444 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f736a338-bd0d-49a0-af99-b0150eefc1b7 req-0d54d5a3-8b65-44a0-ae2f-c9a64ab0c9ef tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0511203 Sep 23 13:27:11.729833 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f736a338-bd0d-49a0-af99-b0150eefc1b7 req-fc43f037-a489-4ed4-ab94-36fefbd0c481 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Sep 23 13:27:12.854337 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec7878-28ec-418b-a258-12ce12d9fd19 req-cff1262d-1eef-492a-ad82-f4f6853610b2 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:12.855879 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-84ec7878-28ec-418b-a258-12ce12d9fd19 req-cff1262d-1eef-492a-ad82-f4f6853610b2 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0499988 Sep 23 13:27:12.897532 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-84ec7878-28ec-418b-a258-12ce12d9fd19 req-3d28140e-f3f5-4977-a074-a9a9f9743d74 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351746 Sep 23 13:27:14.010151 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7948c8-0bb0-473f-850f-2e38f26d9973 req-6ee156d3-07c3-4949-a560-7986611d18b6 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:14.011603 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1a7948c8-0bb0-473f-850f-2e38f26d9973 req-6ee156d3-07c3-4949-a560-7986611d18b6 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0481837 Sep 23 13:27:14.050131 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1a7948c8-0bb0-473f-850f-2e38f26d9973 req-98591859-95eb-4968-b3e9-310e7a2c2890 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316038 Sep 23 13:27:15.258736 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587c57-fab6-4301-9220-ecb5332f5c45 req-d04542e9-a7ec-44a8-bbfd-b8d37cce710f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:15.260821 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2b587c57-fab6-4301-9220-ecb5332f5c45 req-d04542e9-a7ec-44a8-bbfd-b8d37cce710f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0774007 Sep 23 13:27:15.297966 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4561f-aa94-4353-9e0e-073a9236939b req-2a9f6efb-5d96-484e-b812-9b67dfffcbfd tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:15.299469 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9dc4561f-aa94-4353-9e0e-073a9236939b req-2a9f6efb-5d96-484e-b812-9b67dfffcbfd tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 945 time: 0.0871241 Sep 23 13:27:15.329718 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2b587c57-fab6-4301-9220-ecb5332f5c45 req-6ec4daea-2d33-4e2b-b102-de5b9feb8706 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614057 Sep 23 13:27:15.350884 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9dc4561f-aa94-4353-9e0e-073a9236939b req-b2a8acc1-0747-478b-bef0-33821f9ac94f tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447338 Sep 23 13:27:16.451925 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71a00c-5873-4d31-8bbd-95ba3155d77b req-5d9c6190-306e-4fe2-970e-8969b1776a5c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:16.453322 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6a71a00c-5873-4d31-8bbd-95ba3155d77b req-5d9c6190-306e-4fe2-970e-8969b1776a5c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0514302 Sep 23 13:27:16.497444 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6a71a00c-5873-4d31-8bbd-95ba3155d77b req-adeee3f1-65f4-4480-a39a-efc9d8c12e63 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371857 Sep 23 13:27:16.607058 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b84ff-7fe0-44a6-8576-7b37235f7c61 req-81defeeb-2349-4aa5-a506-535ca53cd8ea tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:16.608566 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8b6b84ff-7fe0-44a6-8576-7b37235f7c61 req-81defeeb-2349-4aa5-a506-535ca53cd8ea tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 945 time: 0.0535429 Sep 23 13:27:16.695727 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8b6b84ff-7fe0-44a6-8576-7b37235f7c61 req-f50789ee-862d-43e6-ab48-1b89226e15be tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780194 Sep 23 13:27:16.709003 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91715a-6193-432e-98e2-cf1cf995758e req-fee52d45-f9d9-4a69-b12f-092794ee000b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:16.710550 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9a91715a-6193-432e-98e2-cf1cf995758e req-fee52d45-f9d9-4a69-b12f-092794ee000b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1011338 Sep 23 13:27:16.736083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5380-6012-4f63-a650-fc99a105a251 req-15d59ad7-96f0-4124-b740-7c02f5eb13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:16.737489 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d15c5380-6012-4f63-a650-fc99a105a251 req-15d59ad7-96f0-4124-b740-7c02f5eb13e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1099 time: 0.0783124 Sep 23 13:27:16.771820 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9a91715a-6193-432e-98e2-cf1cf995758e req-61cc6c11-f2e3-41e2-bae2-e65969eb3b2e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542271 Sep 23 13:27:16.843831 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5380-6012-4f63-a650-fc99a105a251 req-1bed87b6-35ac-4e9f-9154-33caafa2ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:16.845289 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d15c5380-6012-4f63-a650-fc99a105a251 req-1bed87b6-35ac-4e9f-9154-33caafa2ca4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 919 time: 0.0974605 Sep 23 13:27:16.887704 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d15c5380-6012-4f63-a650-fc99a105a251 req-3c10f920-da21-44ad-af48-427f19ef3aa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd HTTP/1.1" status: 200 len: 217 time: 0.0333793 Sep 23 13:27:16.941604 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5380-6012-4f63-a650-fc99a105a251 req-ab2c1945-5cb3-45f0-81f5-31d2d0678270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:16.943560 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d15c5380-6012-4f63-a650-fc99a105a251 req-ab2c1945-5cb3-45f0-81f5-31d2d0678270 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.0456073 Sep 23 13:27:16.984725 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d15c5380-6012-4f63-a650-fc99a105a251 req-60f998a5-07a8-44d8-88bf-fb194bb52fb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296984 Sep 23 13:27:17.086519 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d15c5380-6012-4f63-a650-fc99a105a251 req-a38a994a-08b0-4a2c-9ab6-04c123a93241 service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929284 Sep 23 13:27:17.182375 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d15c5380-6012-4f63-a650-fc99a105a251 req-d82a06f0-ec10-43a8-9ce8-6f929eaf68dc service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860205 Sep 23 13:27:17.357820 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-60f1a66f-90a3-4f76-aa0a-cc6cb7c7cdda tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:17.359338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-60f1a66f-90a3-4f76-aa0a-cc6cb7c7cdda tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.15 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 945 time: 0.0520282 Sep 23 13:27:17.414999 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54628) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:17.465801 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Deleting port c1e1b7fd-2c98-4392-a99d-37eefe96e09c {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:27:17.466304 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:17.570251 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] For port c1e1b7fd-2c98-4392-a99d-37eefe96e09c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,segment=NetworkSegment(5f3859d1-5527-4564-9aa8-275d9a81a89c),segment_id=5f3859d1-5527-4564-9aa8-275d9a81a89c)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:27:17.570720 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:17.594421 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Calling delete_port for c1e1b7fd-2c98-4392-a99d-37eefe96e09c owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:27:17.602475 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5eb35c8-060c-409a-9d8b-3e40ea442fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:17.677754 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bd429-911d-4459-ba02-5f82dd781c4d req-35ccb17d-f0c9-40aa-a17f-33e7d3e7cbd5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:17.679241 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3c8bd429-911d-4459-ba02-5f82dd781c4d req-35ccb17d-f0c9-40aa-a17f-33e7d3e7cbd5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1001828 Sep 23 13:27:17.695583 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5eb35c8-060c-409a-9d8b-3e40ea442fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:17.741329 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3c8bd429-911d-4459-ba02-5f82dd781c4d req-4fdab7d4-4be7-4a0c-a638-923e79c3463c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546424 Sep 23 13:27:17.792961 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5eb35c8-060c-409a-9d8b-3e40ea442fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:17.834549 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484ae28-a57f-48b8-868c-2af757c39f54 req-e260fed5-c56c-4855-9400-ea4792180ab2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:17.835136 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-e5eb35c8-060c-409a-9d8b-3e40ea442fb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3240c5b999a4bb9bea58866f6e3f149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190576 Sep 23 13:27:17.841555 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb35c8-060c-409a-9d8b-3e40ea442fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a573b60-1994-4130-880e-ee7471ea91bb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:17.841555 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54638) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:17.841786 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7484ae28-a57f-48b8-868c-2af757c39f54 req-e260fed5-c56c-4855-9400-ea4792180ab2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 945 time: 0.0671022 Sep 23 13:27:17.898731 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5331c4c9-88a9-4d53-b0e9-e2f64ace3c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:17.913284 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:17.922565 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5331c4c9-88a9-4d53-b0e9-e2f64ace3c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:17.927827 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['c1e1b7fd-2c98-4392-a99d-37eefe96e09c'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:27:17.932518 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce674427-da5b-4f6b-bcbe-c7e6936bd100 req-19ae7b9a-4610-4c4e-aa93-73e3640af7be tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:17.939811 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ce674427-da5b-4f6b-bcbe-c7e6936bd100 req-19ae7b9a-4610-4c4e-aa93-73e3640af7be tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0952196 Sep 23 13:27:17.955072 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7484ae28-a57f-48b8-868c-2af757c39f54 req-5ee6649f-0544-4081-8c5c-86dee57922f2 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b25445-d1a3-40ab-9057-c51688ea551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965953 Sep 23 13:27:17.983520 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Pushing event deleted for resources: {'Port': ['ID=c1e1b7fd-2c98-4392-a99d-37eefe96e09c,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:17.985439 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54642) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:18.044104 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] No DVR routers for this DVR port c1e1b7fd-2c98-4392-a99d-37eefe96e09c on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:27:18.048254 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.050151 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-96fd89a3-8233-4ecf-8240-2e1d54ace363 req-f33bf20b-2f61-4c6d-9dfd-48c62df4b0ed tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.15 "DELETE /v2.0/ports/c1e1b7fd-2c98-4392-a99d-37eefe96e09c HTTP/1.1" status: 204 len: 173 time: 0.6839545 Sep 23 13:27:18.050622 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508e4781-69e0-4f7c-8750-b64e0b921e8d', 'name': 'network-vif-deleted', 'tag': 'c1e1b7fd-2c98-4392-a99d-37eefe96e09c'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:27:18.052956 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf34a0e-9609-4dc9-9b98-36e6b24b040b" -d '{"events": [{"server_uuid": "508e4781-69e0-4f7c-8750-b64e0b921e8d", "name": "network-vif-deleted", "tag": "c1e1b7fd-2c98-4392-a99d-37eefe96e09c"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:27:18.064291 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ce674427-da5b-4f6b-bcbe-c7e6936bd100 req-547b23bb-420d-4ea8-81c4-b1beba9941d2 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235380 Sep 23 13:27:18.079127 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5331c4c9-88a9-4d53-b0e9-e2f64ace3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.083868 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5331c4c9-88a9-4d53-b0e9-e2f64ace3c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.083868 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5331c4c9-88a9-4d53-b0e9-e2f64ace3c36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a573b60-1994-4130-880e-ee7471ea91bb HTTP/1.1" status: 204 len: 168 time: 0.2343826 Sep 23 13:27:18.091599 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879d990d-1672-4e30-80ed-e44f67e6d327 x-openstack-request-id: req-879d990d-1672-4e30-80ed-e44f67e6d327 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:27:18.091929 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508e4781-69e0-4f7c-8750-b64e0b921e8d", "name": "network-vif-deleted", "tag": "c1e1b7fd-2c98-4392-a99d-37eefe96e09c", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:27:18.092231 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-879d990d-1672-4e30-80ed-e44f67e6d327 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:27:18.092578 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508e4781-69e0-4f7c-8750-b64e0b921e8d', 'name': 'network-vif-deleted', 'tag': 'c1e1b7fd-2c98-4392-a99d-37eefe96e09c', 'status': 'completed', 'code': 200} Sep 23 13:27:18.094056 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331c4c9-88a9-4d53-b0e9-e2f64ace3c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a573b60-1994-4130-880e-ee7471ea91bb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:18.119302 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ded30b96-a505-481a-b280-0d854a62f35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.213219 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ded30b96-a505-481a-b280-0d854a62f35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.301680 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ded30b96-a505-481a-b280-0d854a62f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.341405 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ded30b96-a505-481a-b280-0d854a62f35d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f1b280f7c8c4e9a94a12155c707cb00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543949 Sep 23 13:27:18.342256 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded30b96-a505-481a-b280-0d854a62f35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9266756-9863-4ff7-88c6-9f424dc9712e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:18.344085 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 54656) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:18.395519 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9b59b863-e115-4418-aade-6cc23bc152c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.421272 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9b59b863-e115-4418-aade-6cc23bc152c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.558923 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9b59b863-e115-4418-aade-6cc23bc152c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.561675 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9b59b863-e115-4418-aade-6cc23bc152c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:18.562817 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9b59b863-e115-4418-aade-6cc23bc152c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9266756-9863-4ff7-88c6-9f424dc9712e HTTP/1.1" status: 204 len: 168 time: 0.2175903 Sep 23 13:27:18.571921 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59b863-e115-4418-aade-6cc23bc152c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9266756-9863-4ff7-88c6-9f424dc9712e,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:18.867091 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9959f28-b5a1-4d0d-8281-b4277e05b7f7 req-45b9bd4c-d57b-48ea-b6b6-020a669c3056 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:18.868644 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c9959f28-b5a1-4d0d-8281-b4277e05b7f7 req-45b9bd4c-d57b-48ea-b6b6-020a669c3056 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0571210 Sep 23 13:27:18.910106 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c9959f28-b5a1-4d0d-8281-b4277e05b7f7 req-50b2109c-acae-4ce7-920a-abc472ddfca0 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347581 Sep 23 13:27:19.056338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d7a365ad-fae9-41f3-a2c7-7613371d5e1f req-99c1034e-d9a2-4563-a97c-e613c791a786 tempest-VolumesActionsTest-1911477136 tempest-VolumesActionsTest-1911477136-project] 10.222.0.41 "GET /v2.0/ports?device_id=508e4781-69e0-4f7c-8750-b64e0b921e8d HTTP/1.1" status: 200 len: 210 time: 0.0272062 Sep 23 13:27:19.187365 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544caac-97ba-4fee-bd30-5f8dc4d23b6d req-1858027d-77fc-49d4-81c7-33d960347ceb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:19.189029 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8544caac-97ba-4fee-bd30-5f8dc4d23b6d req-1858027d-77fc-49d4-81c7-33d960347ceb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0555089 Sep 23 13:27:19.241057 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54700) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:19.261825 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8544caac-97ba-4fee-bd30-5f8dc4d23b6d req-c4466de2-5f99-4133-a07f-4b130bc80e92 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524433 Sep 23 13:27:19.360629 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1689184243-network', 'tenant_id': '166103fc3a724214a2949c9c98becb64'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:19.450081 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Made reservation on behalf of 166103fc3a724214a2949c9c98becb64 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:27:19.452439 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:19.466480 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:19.556242 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:19.610493 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:19.637166 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:27:19.655556 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341669ad-4a73-47bc-b102-1927df59a1ec,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:19.661129 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:19.661484 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Added segment bbc32376-bdbb-4a30-b88c-09a065234e1e of type vlan for network 95a129b5-b84e-493f-8055-89d16bd5627e Sep 23 13:27:19.706450 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:19.781653 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:19.782654 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:19.783243 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:19.845384 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] Pushing event updated for resources: {'Network': ['ID=95a129b5-b84e-493f-8055-89d16bd5627e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:19.857241 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 95a129b5-b84e-493f-8055-89d16bd5627e details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:27:19.863278 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-1c99c5c1-e5ac-465e-81fc-cb67ab06e291 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6198595 Sep 23 13:27:19.867083 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54750) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:19.871901 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Request body: {'subnet': {'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1689184243-subnet', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:19.964640 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Made reservation on behalf of 166103fc3a724214a2949c9c98becb64 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:27:19.968811 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.031719 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 54764) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:20.050428 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b96478-1900-4788-8a63-5bd2bbd8996c req-2bc17713-5844-418c-975c-920aa97eccdc tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:20.052790 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-98b96478-1900-4788-8a63-5bd2bbd8996c req-2bc17713-5844-418c-975c-920aa97eccdc tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0608227 Sep 23 13:27:20.101845 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-98b96478-1900-4788-8a63-5bd2bbd8996c req-c1a5d45c-9c38-46cd-ad5c-91c61bcc9720 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426600 Sep 23 13:27:20.185534 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36b24a8c-b5b2-4e04-bd8c-ab0653bb90d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.255229 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.285901 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36b24a8c-b5b2-4e04-bd8c-ab0653bb90d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.312597 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b65520-231e-4fb0-baf4-2c8d424eb2cd,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:20.327482 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Checking segment: {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:27:20.327895 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Network hostable DHCP agents. Network: 95a129b5-b84e-493f-8055-89d16bd5627e, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:27:20.388477 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-36b24a8c-b5b2-4e04-bd8c-ab0653bb90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.428042 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecfd89-2301-4635-abd8-c68d967bfc9c req-5dfae523-b977-475b-9607-fc3f6b0f377f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:20.429500 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-55ecfd89-2301-4635-abd8-c68d967bfc9c req-5dfae523-b977-475b-9607-fc3f6b0f377f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0775349 Sep 23 13:27:20.447499 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b24a8c-b5b2-4e04-bd8c-ab0653bb90d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dec4fc-0bc0-418f-9fcf-f9e413f14527,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:20.452317 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-36b24a8c-b5b2-4e04-bd8c-ab0653bb90d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69bc673a53914dbd80a7a27c33993ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191644 Sep 23 13:27:20.455172 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54782) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:20.463507 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Network 95a129b5-b84e-493f-8055-89d16bd5627e is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:27:20.508724 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-55ecfd89-2301-4635-abd8-c68d967bfc9c req-5ad1b7b2-c143-4b73-855d-e762ce1c4f39 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701649 Sep 23 13:27:20.555454 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fb12086-df1a-4682-8e7f-73eebb53c6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.570169 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eccfc-c078-416f-8ba5-34105823f2bc req-a29a4e72-3d4e-4e59-834a-4ad5ade899d3 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:20.571885 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7e9eccfc-c078-416f-8ba5-34105823f2bc req-a29a4e72-3d4e-4e59-834a-4ad5ade899d3 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0522687 Sep 23 13:27:20.582327 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 95a129b5-b84e-493f-8055-89d16bd5627e) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:20.585895 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fb12086-df1a-4682-8e7f-73eebb53c6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.594593 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:20.596046 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.599407 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87313bd9-8dfd-43f8-8f7a-1317977f4132 None None] Network 95a129b5-b84e-493f-8055-89d16bd5627e requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:27:20.664037 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7e9eccfc-c078-416f-8ba5-34105823f2bc req-5be57919-152b-442a-8c36-d344b6e33514 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414195 Sep 23 13:27:20.729180 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5d4e52e3-435c-4cc6-a5f5-4ff45de25031 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8586318 Sep 23 13:27:20.730041 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 54798) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:20.730396 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fb12086-df1a-4682-8e7f-73eebb53c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.741496 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:20.741841 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fb12086-df1a-4682-8e7f-73eebb53c6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.741841 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-6fb12086-df1a-4682-8e7f-73eebb53c6e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99dec4fc-0bc0-418f-9fcf-f9e413f14527 HTTP/1.1" status: 204 len: 168 time: 0.2808528 Sep 23 13:27:20.773239 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb12086-df1a-4682-8e7f-73eebb53c6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dec4fc-0bc0-418f-9fcf-f9e413f14527,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:20.870920 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-95a129b5-b84e-493f-8055-89d16bd5627e', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:27:20.871546 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.871962 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.872302 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:20.905300 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-23104bbd-62ad-4570-88fb-216da6de1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:20.906790 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-23104bbd-62ad-4570-88fb-216da6de1a27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 1098 time: 0.0863266 Sep 23 13:27:20.937525 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:21.058372 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Allocated IP 172.20.0.2 (95a129b5-b84e-493f-8055-89d16bd5627e/31b65520-231e-4fb0-baf4-2c8d424eb2cd/09151566-b033-412d-9df0-beb220106ca0) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:27:21.115171 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-4305a8c5-021f-4c42-b19a-e0ea25972926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:21.116821 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-4305a8c5-021f-4c42-b19a-e0ea25972926 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 912 time: 0.1778786 Sep 23 13:27:21.181051 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device c1e1b7fd-2c98-4392-a99d-37eefe96e09c no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:27:21.278126 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:21.278572 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: c1e1b7fd-2c98-4392-a99d-37eefe96e09c {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:27:21.279176 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device c1e1b7fd-2c98-4392-a99d-37eefe96e09c not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:27:21.283018 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-389a3ed6-e1c9-407c-b1d2-da6d376d081b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf HTTP/1.1" status: 200 len: 1001 time: 0.1347427 Sep 23 13:27:21.304325 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:21.352521 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-1e24af4a-29c0-485b-a373-ff4d0818e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:21.353962 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-1e24af4a-29c0-485b-a373-ff4d0818e52e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b587dcf-4e18-4711-9334-d4a55df4a689 HTTP/1.1" status: 200 len: 850 time: 0.0484204 Sep 23 13:27:21.382434 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:21.419534 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-bb228672-8412-4f76-882a-d334e6386769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:21.421338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-bb228672-8412-4f76-882a-d334e6386769 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8499643-6d33-484f-9958-41d85f2a2feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592067 Sep 23 13:27:21.430654 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Network 95a129b5-b84e-493f-8055-89d16bd5627e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:27:21.435562 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:21.440051 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:27:21.456321 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Pushing event updated for resources: {'Port': ['ID=09151566-b033-412d-9df0-beb220106ca0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:21.509426 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Attempting to bind port 09151566-b033-412d-9df0-beb220106ca0 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:27:21.509963 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Attempting to bind port 09151566-b033-412d-9df0-beb220106ca0 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:27:21.510592 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Attempting to bind port 09151566-b033-412d-9df0-beb220106ca0 on network 95a129b5-b84e-493f-8055-89d16bd5627e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:27:21.516205 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:27:21.516703 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Checking segment: {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:27:21.517216 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:21.517709 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Bound using segment: {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:27:21.518286 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Bound port: 09151566-b033-412d-9df0-beb220106ca0, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:27:21.518775 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:21.604612 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] For port 09151566-b033-412d-9df0-beb220106ca0, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:27:21.608192 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] For port 09151566-b033-412d-9df0-beb220106ca0, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=09151566-b033-412d-9df0-beb220106ca0,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:27:21.686045 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:21.782832 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81306c-cd3f-4b8d-a4c8-15390273da31 None None] Pushing event updated for resources: {'Port': ['ID=09151566-b033-412d-9df0-beb220106ca0,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:21.876304 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-d6d3381d-b513-4034-b405-6b5519126ef8 service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358811 Sep 23 13:27:21.893206 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862f29b-8faf-435e-a116-fdfd1ddf0647 req-fa8f5932-cd40-4793-b30a-0049631ed825 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:21.894767 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7862f29b-8faf-435e-a116-fdfd1ddf0647 req-fa8f5932-cd40-4793-b30a-0049631ed825 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1237655 Sep 23 13:27:21.947079 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651de0b-0cab-4f40-89b6-5473c9bd1175 req-cdc7ba74-b5d2-4f51-b2c6-91bb000c2565 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:21.948755 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3651de0b-0cab-4f40-89b6-5473c9bd1175 req-cdc7ba74-b5d2-4f51-b2c6-91bb000c2565 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1540327 Sep 23 13:27:22.106787 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7862f29b-8faf-435e-a116-fdfd1ddf0647 req-56fa2dc3-6f40-41da-a2ea-893f6b673fbb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008331 Sep 23 13:27:22.152206 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3651de0b-0cab-4f40-89b6-5473c9bd1175 req-8cad4300-df9e-431e-bf6c-04b4f2a73231 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532788 Sep 23 13:27:22.162258 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1dc5cfc9-2893-4e9c-bf30-633b0898a056 req-8ea2ffd7-47d2-4b2c-80c2-d7e5d6f460ee service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653179 Sep 23 13:27:22.167380 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:22.186743 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:22.292016 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Allocated IP 172.27.2.171 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/8411a8c8-2ea0-4802-b0d4-01f19962bd16) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:27:22.401383 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:22.490757 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:22.535857 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:27:22.538880 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:22.546076 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:27:22.549663 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Pushing event updated for resources: {'Port': ['ID=8411a8c8-2ea0-4802-b0d4-01f19962bd16,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:22.689916 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78bd805-09e5-4869-8017-d27a618198a8 None None] Network 95a129b5-b84e-493f-8055-89d16bd5627e requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:27:22.819364 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-55da76c2-5f7d-43f3-9ebe-cb761ffa47ff None None] Provisioning complete for port 09151566-b033-412d-9df0-beb220106ca0 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:22.819794 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55da76c2-5f7d-43f3-9ebe-cb761ffa47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:22.864818 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:27:22.908791 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:22.937225 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55da76c2-5f7d-43f3-9ebe-cb761ffa47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:22.981002 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-55da76c2-5f7d-43f3-9ebe-cb761ffa47ff None None] For port 09151566-b033-412d-9df0-beb220106ca0, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=09151566-b033-412d-9df0-beb220106ca0,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:27:23.041388 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55da76c2-5f7d-43f3-9ebe-cb761ffa47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:23.095745 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da76c2-5f7d-43f3-9ebe-cb761ffa47ff None None] Pushing event updated for resources: {'Port': ['ID=09151566-b033-412d-9df0-beb220106ca0,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:23.154284 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:23.171782 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-52fe7e94-57b5-46a7-8b08-ec1eae71d034 None None] Provisioning complete for port 09151566-b033-412d-9df0-beb220106ca0 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:23.171782 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52fe7e94-57b5-46a7-8b08-ec1eae71d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:23.229929 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 09151566-b033-412d-9df0-beb220106ca0 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:23.273947 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382d9ff-9354-4fb5-a05d-b0c33e1ff9c4 req-c60d9ac3-e426-455e-826f-2879bdd0b03d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:23.275342 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f382d9ff-9354-4fb5-a05d-b0c33e1ff9c4 req-c60d9ac3-e426-455e-826f-2879bdd0b03d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0727890 Sep 23 13:27:23.313879 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 09151566-b033-412d-9df0-beb220106ca0 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:23.314308 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:23.351000 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f382d9ff-9354-4fb5-a05d-b0c33e1ff9c4 req-89c915af-0a7f-4cb7-924a-77a9f88b2e3f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493109 Sep 23 13:27:23.462332 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Router 676a68db-7694-440e-acdc-cd64e8492412 is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:27:23.483091 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eca113-e4f4-4330-b614-4c8e4a10e760 req-061a1395-974b-4832-bd57-1cda79928397 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:23.484909 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-01eca113-e4f4-4330-b614-4c8e4a10e760 req-061a1395-974b-4832-bd57-1cda79928397 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0600066 Sep 23 13:27:23.568668 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-01eca113-e4f4-4330-b614-4c8e4a10e760 req-346a8392-8e8b-4837-ab21-19f6440ae602 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496714 Sep 23 13:27:23.614081 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:27:23.631560 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Sync routers for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:27:23.640527 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:23.641132 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:23.690308 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] Notify callbacks [] for router, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:23.692228 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c45e7354-b43b-4f36-8d70-ae5a3822ef6b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9611073 Sep 23 13:27:23.694764 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 54870) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:23.750633 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:23.931278 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:22Z', 'revision_number': 3, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:23.961472 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Checking router: 676a68db-7694-440e-acdc-cd64e8492412 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:27:23.961822 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Updating router 676a68db-7694-440e-acdc-cd64e8492412 port 8411a8c8-2ea0-4802-b0d4-01f19962bd16 binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:27:23.986502 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.110386 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.242874 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.277296 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Allocated IP 172.20.0.1 (95a129b5-b84e-493f-8055-89d16bd5627e/31b65520-231e-4fb0-baf4-2c8d424eb2cd/faf727b3-0391-472a-bcef-f8d3ef4a0ffb) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:27:24.313432 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.366840 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Attempting to bind port 8411a8c8-2ea0-4802-b0d4-01f19962bd16 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:27:24.367244 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Attempting to bind port 8411a8c8-2ea0-4802-b0d4-01f19962bd16 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:27:24.367606 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Attempting to bind port 8411a8c8-2ea0-4802-b0d4-01f19962bd16 on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:27:24.376583 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Pushing event updated for resources: {'Port': ['ID=8411a8c8-2ea0-4802-b0d4-01f19962bd16,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:24.387135 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:27:24.387503 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:27:24.387874 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.388004 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.388296 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:27:24.388769 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Bound port: 8411a8c8-2ea0-4802-b0d4-01f19962bd16, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:27:24.393176 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.393176 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.393176 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.393176 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.393176 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.393176 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.393176 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.394769 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.394769 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.394769 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.395009 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.395215 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.395854 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:24.452719 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] For port 8411a8c8-2ea0-4802-b0d4-01f19962bd16, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:27:24.455901 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] For port 8411a8c8-2ea0-4802-b0d4-01f19962bd16, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=8411a8c8-2ea0-4802-b0d4-01f19962bd16,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:27:24.480138 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa831b23-4829-4265-a25f-de760326da95 req-cf5ae68f-2840-4db3-974a-b628dd967994 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:24.481557 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-aa831b23-4829-4265-a25f-de760326da95 req-cf5ae68f-2840-4db3-974a-b628dd967994 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0500586 Sep 23 13:27:24.484282 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.513435 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.538447 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Network 95a129b5-b84e-493f-8055-89d16bd5627e is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:27:24.550506 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:24.554339 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:27:24.556017 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Pushing event updated for resources: {'Port': ['ID=faf727b3-0391-472a-bcef-f8d3ef4a0ffb,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:24.578665 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fd56a-6213-4397-a2a6-505d0e9ff5f6 None None] Pushing event updated for resources: {'Port': ['ID=8411a8c8-2ea0-4802-b0d4-01f19962bd16,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:24.587378 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:24.588620 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:24.594980 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-aa831b23-4829-4265-a25f-de760326da95 req-8ac81f73-2582-4a8c-b97c-d05adfe21f6c tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064069 Sep 23 13:27:24.621973 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.728709 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:24.824990 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-3223453d-5a81-48a3-9a83-1d5593de19a4 None None] Provisioning complete for port faf727b3-0391-472a-bcef-f8d3ef4a0ffb triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:24.825627 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3223453d-5a81-48a3-9a83-1d5593de19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:24.863937 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3223453d-5a81-48a3-9a83-1d5593de19a4 None None] Port faf727b3-0391-472a-bcef-f8d3ef4a0ffb cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:27:24.938757 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:22Z', 'revision_number': 3, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:24.966917 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ca70d-99d2-4d24-beb9-ad884fae2b52 None None] The sync data for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi is: [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:22Z', 'revision_number': 3, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:27:24.985152 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33736d1-515e-4c8b-adba-35b720ccbf8d req-aa11da78-82da-4dc0-ae0e-77b85059c4c0 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:24.986702 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e33736d1-515e-4c8b-adba-35b720ccbf8d req-aa11da78-82da-4dc0-ae0e-77b85059c4c0 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0871856 Sep 23 13:27:25.047770 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e33736d1-515e-4c8b-adba-35b720ccbf8d req-9d44c8f9-cd7f-4cc1-b304-0435781f0cf0 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505385 Sep 23 13:27:25.162129 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 09151566-b033-412d-9df0-beb220106ca0 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:25.179612 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:25.242501 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 09151566-b033-412d-9df0-beb220106ca0 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:25.242989 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:25.402184 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:25.490398 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:25.557317 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Pushing event updated for resources: {'Port': ['ID=faf727b3-0391-472a-bcef-f8d3ef4a0ffb,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:25.559728 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:25.658950 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Network 95a129b5-b84e-493f-8055-89d16bd5627e is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:27:25.661130 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:25.818494 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2dfa0-89f1-4e45-b612-99b4dbb6f386 req-c1dfcb2d-d533-4271-8b45-95b06c0246cf tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:25.819867 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-28b2dfa0-89f1-4e45-b612-99b4dbb6f386 req-c1dfcb2d-d533-4271-8b45-95b06c0246cf tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1189475 Sep 23 13:27:25.876869 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Router 676a68db-7694-440e-acdc-cd64e8492412 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:27:25.893523 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-28b2dfa0-89f1-4e45-b612-99b4dbb6f386 req-0d022121-01cc-4402-bca3-fbdae6818643 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545442 Sep 23 13:27:25.993521 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-487b6535-f0cd-4e5f-b29f-33658db616ab None None] Provisioning complete for port faf727b3-0391-472a-bcef-f8d3ef4a0ffb triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:25.993975 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-487b6535-f0cd-4e5f-b29f-33658db616ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:26.018002 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:27:26.024413 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c33f1684-00e5-48fc-b19a-4f8e7281dbba admin admin] 10.222.0.41 "PUT /v2.0/routers/676a68db-7694-440e-acdc-cd64e8492412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3286319 Sep 23 13:27:26.116669 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a01073-01e5-45cf-9533-eb0a29182207 req-f2d0176f-6066-402e-937c-c56085d98bc8 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:26.118749 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-82a01073-01e5-45cf-9533-eb0a29182207 req-f2d0176f-6066-402e-937c-c56085d98bc8 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0709651 Sep 23 13:27:26.167851 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-487b6535-f0cd-4e5f-b29f-33658db616ab None None] Port faf727b3-0391-472a-bcef-f8d3ef4a0ffb cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:27:26.204913 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-82a01073-01e5-45cf-9533-eb0a29182207 req-35bab8f9-e97e-4721-a4d8-209219cf403d tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792081 Sep 23 13:27:26.235088 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402d65-56e1-44c6-801d-a857c60bb281 req-40518e21-6fd2-4e8d-bcaa-8410bd10daec tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:26.235469 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54914) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:26.246017 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c402d65-56e1-44c6-801d-a857c60bb281 req-40518e21-6fd2-4e8d-bcaa-8410bd10daec tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1117189 Sep 23 13:27:26.305120 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c402d65-56e1-44c6-801d-a857c60bb281 req-272509e1-e760-4f1a-b315-188f83cfb39e tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582108 Sep 23 13:27:26.480473 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befdd64c-29ea-4e0d-99c0-4d1b3c0f4c95 tempest-TestMinimumBasicScenario-97624913 tempest-TestMinimumBasicScenario-97624913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:26.487086 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-befdd64c-29ea-4e0d-99c0-4d1b3c0f4c95 tempest-TestMinimumBasicScenario-97624913 tempest-TestMinimumBasicScenario-97624913-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 1093 time: 0.2495372 Sep 23 13:27:26.491525 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 54924) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:26.496569 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'floatingip': {'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'port_id': '30759459-8ebb-44e6-a4e9-361fb69441db', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:26.577351 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for floatingip, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:26.701163 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:26.812088 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Sync routers for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:27:26.823885 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:26.825108 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:26.900288 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Allocated IP 172.27.2.239 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/a8b0fd67-fc68-405e-83e9-b8e53d6672ef) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:27:26.956616 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54950) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:26.964090 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-239084817-network', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:26.988794 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:27.061866 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Made reservation on behalf of ba4d3c0598914f65b8a7ca79b151916c for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:27:27.064558 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.112184 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.126339 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8716-2aee-4174-8d35-bc249bf714cb req-658a66a5-fc2f-4c8e-89f3-33321c429416 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:27.133608 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-95ab8716-2aee-4174-8d35-bc249bf714cb req-658a66a5-fc2f-4c8e-89f3-33321c429416 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0869486 Sep 23 13:27:27.210786 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.245298 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-95ab8716-2aee-4174-8d35-bc249bf714cb req-a344450e-277b-4854-adff-9063b4984841 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107593 Sep 23 13:27:27.290358 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 8411a8c8-2ea0-4802-b0d4-01f19962bd16 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:27.341635 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.367061 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 8411a8c8-2ea0-4802-b0d4-01f19962bd16 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:27.367425 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.369164 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.434079 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.440173 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'faf727b3-0391-472a-bcef-f8d3ef4a0ffb', 'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'mac_address': 'fa:16:3e:2a:db:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:24Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 2, 'project_id': '166103fc3a724214a2949c9c98becb64', 'subnets': [{'id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:27.457945 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:27:27.464817 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:27.467378 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:27:27.477261 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Checking router: 676a68db-7694-440e-acdc-cd64e8492412 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:27:27.477908 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Updating router 676a68db-7694-440e-acdc-cd64e8492412 port faf727b3-0391-472a-bcef-f8d3ef4a0ffb binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:27:27.510620 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:27:27.528973 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'Port': ['ID=a8b0fd67-fc68-405e-83e9-b8e53d6672ef,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:27.558187 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2b244b-37cc-4824-be38-09e88fdf4f35,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:27.571130 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.573277 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Added segment 326854a1-f9be-40cb-9497-a356ad5b09d7 of type vlan for network 5de71e8a-f639-478e-8544-1a22dafccd8e Sep 23 13:27:27.578265 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ff17a-974d-453e-a1a1-c84e3ae793dc req-64b28e42-1b11-4c4a-8401-b776953d7181 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:27.588247 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-325ff17a-974d-453e-a1a1-c84e3ae793dc req-64b28e42-1b11-4c4a-8401-b776953d7181 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1250124 Sep 23 13:27:27.666103 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.707747 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.812367 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:27.812827 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-325ff17a-974d-453e-a1a1-c84e3ae793dc req-38ed6f41-fe5b-45cf-ac11-e1f93da06d11 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255820 Sep 23 13:27:27.812916 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port 8411a8c8-2ea0-4802-b0d4-01f19962bd16, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=8411a8c8-2ea0-4802-b0d4-01f19962bd16,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:27:28.029489 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.059480 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.061542 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.066618 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.066910 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:28.066910 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.121560 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=8411a8c8-2ea0-4802-b0d4-01f19962bd16,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:28.141830 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.157982 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1972017 Sep 23 13:27:28.157982 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f365e-0656-4177-84af-1b94538be471 admin admin] Pushing event updated for resources: {'Network': ['ID=5de71e8a-f639-478e-8544-1a22dafccd8e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:28.158809 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54960) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:28.163309 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Request body: {'subnet': {'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-239084817-subnet', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:28.194620 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b600cf-56e8-4609-bc04-14a2c4e4848f None None] Pushing event updated for resources: {'Port': ['ID=faf727b3-0391-472a-bcef-f8d3ef4a0ffb,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:28.196921 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 5de71e8a-f639-478e-8544-1a22dafccd8e details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:27:28.235598 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.273962 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Made reservation on behalf of ba4d3c0598914f65b8a7ca79b151916c for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:27:28.276474 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.409972 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Attempting to bind port faf727b3-0391-472a-bcef-f8d3ef4a0ffb on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:27:28.410884 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Attempting to bind port faf727b3-0391-472a-bcef-f8d3ef4a0ffb by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:27:28.411322 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Attempting to bind port faf727b3-0391-472a-bcef-f8d3ef4a0ffb on network 95a129b5-b84e-493f-8055-89d16bd5627e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:27:28.422756 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:27:28.434423 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Checking segment: {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:27:28.434423 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.434423 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Bound using segment: {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:27:28.434423 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Bound port: faf727b3-0391-472a-bcef-f8d3ef4a0ffb, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:27:28.434423 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.530493 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755b828-5be7-468d-b195-90ba07ce0728 req-996550eb-6ee6-48f6-bdbe-32dc7721265e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:28.538388 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] For port faf727b3-0391-472a-bcef-f8d3ef4a0ffb, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:27:28.545631 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7755b828-5be7-468d-b195-90ba07ce0728 req-996550eb-6ee6-48f6-bdbe-32dc7721265e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1253545 Sep 23 13:27:28.554591 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] For port faf727b3-0391-472a-bcef-f8d3ef4a0ffb, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=faf727b3-0391-472a-bcef-f8d3ef4a0ffb,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:27:28.601437 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.630697 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7755b828-5be7-468d-b195-90ba07ce0728 req-e9baa4b6-0ca3-43ea-aebc-8806df87834b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810542 Sep 23 13:27:28.656186 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.690156 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.698347 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:28.698991 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:28.713287 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b600cf-56e8-4609-bc04-14a2c4e4848f None None] Pushing event updated for resources: {'Port': ['ID=faf727b3-0391-472a-bcef-f8d3ef4a0ffb,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:28.782634 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c95a8bb-3a34-4554-8579-5aef2b402830,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:28.801933 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Checking segment: {'id': '326854a1-f9be-40cb-9497-a356ad5b09d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:27:28.802301 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Network hostable DHCP agents. Network: 5de71e8a-f639-478e-8544-1a22dafccd8e, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:27:28.875459 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-6457f024-57c8-458a-82c9-e4384c5fe949 None None] Provisioning complete for port faf727b3-0391-472a-bcef-f8d3ef4a0ffb triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:28.875855 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6457f024-57c8-458a-82c9-e4384c5fe949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.901452 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Network 5de71e8a-f639-478e-8544-1a22dafccd8e is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:27:28.931232 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:28.965434 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:28.993109 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 5de71e8a-f639-478e-8544-1a22dafccd8e) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:28.997299 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:29.005164 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.015978 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d177e-f4f3-436e-8cee-d8e25ed91abf None None] Network 5de71e8a-f639-478e-8544-1a22dafccd8e requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:27:29.084518 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.085209 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-6d398f31-5a4b-4c47-baba-e603f8c8ac5f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9259038 Sep 23 13:27:29.087945 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54968) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:29.098129 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:29.206586 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'Port': ['ID=a8b0fd67-fc68-405e-83e9-b8e53d6672ef,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:29.212886 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.215046 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.218706 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.267211 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 8411a8c8-2ea0-4802-b0d4-01f19962bd16 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:29.275399 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6457f024-57c8-458a-82c9-e4384c5fe949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.316882 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.351539 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Floating IP 0b1e5ce8-22fc-4247-b74f-714126e0f16f associated. External IP: 172.27.2.239, port: 30759459-8ebb-44e6-a4e9-361fb69441db. Sep 23 13:27:29.611192 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.613029 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-6457f024-57c8-458a-82c9-e4384c5fe949 None None] For port faf727b3-0391-472a-bcef-f8d3ef4a0ffb, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=faf727b3-0391-472a-bcef-f8d3ef4a0ffb,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:27:29.684023 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6457f024-57c8-458a-82c9-e4384c5fe949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.691906 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 8411a8c8-2ea0-4802-b0d4-01f19962bd16 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:29.692499 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.818930 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-5de71e8a-f639-478e-8544-1a22dafccd8e', 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'fixed_ips': [{'subnet_id': '3c95a8bb-3a34-4554-8579-5aef2b402830'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:27:29.819947 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.857886 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457f024-57c8-458a-82c9-e4384c5fe949 None None] Pushing event updated for resources: {'Port': ['ID=faf727b3-0391-472a-bcef-f8d3ef4a0ffb,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:29.891235 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-2186f0ee-8dbb-4cc1-8690-98c6043c4995 None None] Provisioning complete for port faf727b3-0391-472a-bcef-f8d3ef4a0ffb triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:29.891653 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2186f0ee-8dbb-4cc1-8690-98c6043c4995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:29.917266 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b000df-bfc9-4b47-b5ce-713c8f34b341 req-4e08b794-0ab4-4d79-a239-c1eacf590c47 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:29.918856 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e7b000df-bfc9-4b47-b5ce-713c8f34b341 req-4e08b794-0ab4-4d79-a239-c1eacf590c47 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1359868 Sep 23 13:27:29.994269 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'faf727b3-0391-472a-bcef-f8d3ef4a0ffb', 'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'mac_address': 'fa:16:3e:2a:db:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:24Z', 'updated_at': '2021-09-23T13:27:28Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'subnets': [{'id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:30.017323 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e7b000df-bfc9-4b47-b5ce-713c8f34b341 req-6b1247cb-968c-475c-b827-88947242948b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901711 Sep 23 13:27:30.024747 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Router 642a92fa-c014-439c-8e67-d578f068d345 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:27:30.072819 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc12a10-43d5-4255-a510-c9791255325c None None] The sync data for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi is: [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'faf727b3-0391-472a-bcef-f8d3ef4a0ffb', 'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'mac_address': 'fa:16:3e:2a:db:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:24Z', 'updated_at': '2021-09-23T13:27:28Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'subnets': [{'id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:27:30.193101 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:30.253352 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:27:30.257086 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:30.265151 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] Sync routers for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:27:30.276149 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:30.281175 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:30.360059 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:30.399576 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-14d9c8d2-225a-4906-8223-aca21a74cf23 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9064593 Sep 23 13:27:30.400392 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:27:30.403298 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99af5b30-9b29-4dee-9f37-6508d61790c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:27:30.407515 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 54978) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:30.414268 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-c12e7964-da3c-487f-892b-a66291182099 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625211251', 'description': 'tempest-secgroup-smoke-625211251 description', 'project_id': '66aaf1120d014bd1955796a6fd2591cf'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:30.446150 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Allocated IP 172.27.2.55 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:27:30.484776 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63d4a873-7ffd-4f06-8d9a-4c75e1716f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:30.496666 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b185f933-e924-4423-b3ac-ad697ff61862 x-openstack-request-id: req-b185f933-e924-4423-b3ac-ad697ff61862 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:27:30.497018 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:27:30.497835 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b185f933-e924-4423-b3ac-ad697ff61862 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:27:30.498570 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db', 'status': 'completed', 'code': 200} Sep 23 13:27:30.511526 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Allocated IP 172.20.0.2 (5de71e8a-f639-478e-8544-1a22dafccd8e/3c95a8bb-3a34-4554-8579-5aef2b402830/6a67a844-05b5-4b69-985f-827eb25f51ba) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:27:30.520934 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c12e7964-da3c-487f-892b-a66291182099 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:30.738099 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:30.741993 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:30.876507 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c12e7964-da3c-487f-892b-a66291182099 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:30.896111 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-329b82e6-09e8-455e-92ca-3aa1ac81b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:30.899003 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-329b82e6-09e8-455e-92ca-3aa1ac81b0be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66aaf1120d014bd1955796a6fd2591cf&device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 1098 time: 0.3717363 Sep 23 13:27:30.959558 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:30.960174 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:30.970745 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c12e7964-da3c-487f-892b-a66291182099 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:31.050970 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:31.061630 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:27:31.070607 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:31.096453 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:27:31.165148 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '0b1e5ce8-22fc-4247-b74f-714126e0f16f', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '642a92fa-c014-439c-8e67-d578f068d345', 'port_id': '30759459-8ebb-44e6-a4e9-361fb69441db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'mac_address': 'fa:16:3e:3c:27:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:27:27Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 0, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80fceb7-4903-43b7-99a3-dfcff8456320', 'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'mac_address': 'fa:16:3e:df:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:54Z', 'updated_at': '2021-09-23T13:26:02Z', 'revision_number': 5, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'subnets': [{'id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:31.170911 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Network 5de71e8a-f639-478e-8544-1a22dafccd8e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:27:31.174445 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:31.178825 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:27:31.188301 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Pushing event updated for resources: {'Port': ['ID=6a67a844-05b5-4b69-985f-827eb25f51ba,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:31.233299 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c12e7964-da3c-487f-892b-a66291182099 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:31.239671 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c12e7964-da3c-487f-892b-a66291182099 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8264294 Sep 23 13:27:31.241986 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:31.246774 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54986) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:31.257760 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] Checking router: 642a92fa-c014-439c-8e67-d578f068d345 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:27:31.261006 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5cfae873-dc1b-4fe2-9261-83f9d77c0ec3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'security_group_rule': {'security_group_id': '686c5dcf-f708-404d-8bb0-9309f5083835', 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:31.265361 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e7964-da3c-487f-892b-a66291182099 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686c5dcf-f708-404d-8bb0-9309f5083835,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:31.283769 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:31.284480 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:31.285764 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Attempting to bind port 6a67a844-05b5-4b69-985f-827eb25f51ba on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:27:31.286253 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Attempting to bind port 6a67a844-05b5-4b69-985f-827eb25f51ba by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '326854a1-f9be-40cb-9497-a356ad5b09d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:27:31.287087 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Attempting to bind port 6a67a844-05b5-4b69-985f-827eb25f51ba on network 5de71e8a-f639-478e-8544-1a22dafccd8e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:27:31.295765 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:27:31.296247 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Checking segment: {'id': '326854a1-f9be-40cb-9497-a356ad5b09d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:27:31.297221 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:31.297732 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Bound using segment: {'id': '326854a1-f9be-40cb-9497-a356ad5b09d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:27:31.297993 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-2c43cb09-4bbc-492c-aee6-9dc243a72092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:31.299501 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-2c43cb09-4bbc-492c-aee6-9dc243a72092 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5feb9640-c240-453c-a0fb-ca04fe092220 HTTP/1.1" status: 200 len: 915 time: 0.3932788 Sep 23 13:27:31.300504 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Bound port: 6a67a844-05b5-4b69-985f-827eb25f51ba, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326854a1-f9be-40cb-9497-a356ad5b09d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:27:31.301262 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:31.436611 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-f986a588-981a-458b-89fa-66e54d53947b None None] For port 6a67a844-05b5-4b69-985f-827eb25f51ba, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:27:31.446874 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-f986a588-981a-458b-89fa-66e54d53947b None None] For port 6a67a844-05b5-4b69-985f-827eb25f51ba, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=6a67a844-05b5-4b69-985f-827eb25f51ba,segment=NetworkSegment(326854a1-f9be-40cb-9497-a356ad5b09d7),segment_id=326854a1-f9be-40cb-9497-a356ad5b09d7)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:27:31.485577 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32026c-7657-421f-bfbb-841d6b4d462e req-e49bc7a7-6660-4b45-87d5-f1183bd05d12 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:31.486141 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device faf727b3-0391-472a-bcef-f8d3ef4a0ffb up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:31.487870 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3b32026c-7657-421f-bfbb-841d6b4d462e req-e49bc7a7-6660-4b45-87d5-f1183bd05d12 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.3320756 Sep 23 13:27:31.522039 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:31.545316 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:31.598095 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-85f2e0e9-b27c-4f3c-b9ef-e024301f99ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 200 len: 999 time: 0.2620387 Sep 23 13:27:31.730256 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986a588-981a-458b-89fa-66e54d53947b None None] Pushing event updated for resources: {'Port': ['ID=6a67a844-05b5-4b69-985f-827eb25f51ba,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:31.750435 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-76cea5c8-ba43-4a06-8c04-108de83f72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:31.752046 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-76cea5c8-ba43-4a06-8c04-108de83f72b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ad4bd3-d408-4e15-80c7-cbbba525e2eb HTTP/1.1" status: 200 len: 853 time: 0.1266599 Sep 23 13:27:31.767009 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3b32026c-7657-421f-bfbb-841d6b4d462e req-7230640e-3ec4-4111-ab09-8da93e9169a9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655094 Sep 23 13:27:31.779960 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port faf727b3-0391-472a-bcef-f8d3ef4a0ffb triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:31.780339 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:31.794949 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:31.870145 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-e90e56dd-f930-46d0-82fc-72d1228e0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:31.871646 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-e90e56dd-f930-46d0-82fc-72d1228e0a43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5feb9640-c240-453c-a0fb-ca04fe092220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037414 Sep 23 13:27:31.978889 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cfae873-dc1b-4fe2-9261-83f9d77c0ec3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:32.125340 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-cd461653-eff7-49d3-ab50-541f9a4f7dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399879 Sep 23 13:27:32.132112 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cfae873-dc1b-4fe2-9261-83f9d77c0ec3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:32.171919 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '0b1e5ce8-22fc-4247-b74f-714126e0f16f', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '642a92fa-c014-439c-8e67-d578f068d345', 'port_id': '30759459-8ebb-44e6-a4e9-361fb69441db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'mac_address': 'fa:16:3e:3c:27:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:27:27Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 0, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80fceb7-4903-43b7-99a3-dfcff8456320', 'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'mac_address': 'fa:16:3e:df:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:54Z', 'updated_at': '2021-09-23T13:26:02Z', 'revision_number': 5, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'subnets': [{'id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:32.223438 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cfae873-dc1b-4fe2-9261-83f9d77c0ec3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:32.248245 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc9557-2fcf-4dd6-882f-ec1789fd822c None None] The sync data for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi is: [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '0b1e5ce8-22fc-4247-b74f-714126e0f16f', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '642a92fa-c014-439c-8e67-d578f068d345', 'port_id': '30759459-8ebb-44e6-a4e9-361fb69441db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'mac_address': 'fa:16:3e:3c:27:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:27:27Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 0, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80fceb7-4903-43b7-99a3-dfcff8456320', 'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'mac_address': 'fa:16:3e:df:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:54Z', 'updated_at': '2021-09-23T13:26:02Z', 'revision_number': 5, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'subnets': [{'id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:27:32.273865 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfae873-dc1b-4fe2-9261-83f9d77c0ec3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192d23a3-a9d3-44ab-83dd-f67cb9acae4f,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:32.292163 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:32.386726 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99af5b30-9b29-4dee-9f37-6508d61790c9 req-e3dee7d4-f879-4d18-ba3d-28eab9a89a77 service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418277 Sep 23 13:27:32.587182 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a726a3a-d66c-45d4-bf50-5ec99687bd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:32.633813 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cfae873-dc1b-4fe2-9261-83f9d77c0ec3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:32.636486 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5cfae873-dc1b-4fe2-9261-83f9d77c0ec3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3804173 Sep 23 13:27:32.641758 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 54992) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:32.646723 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-6f084419-379a-4d5d-b3c0-2496483ddd38 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'security_group_rule': {'security_group_id': '686c5dcf-f708-404d-8bb0-9309f5083835', 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:32.834443 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6f084419-379a-4d5d-b3c0-2496483ddd38 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:32.917468 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cacb32-59e2-4f99-99ad-b049e0d11dc3 None None] New status for floating IP 0b1e5ce8-22fc-4247-b74f-714126e0f16f: ACTIVE {{(pid=94599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:27:32.926165 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Router d09cf742-c165-4999-8a19-52425874349b is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:27:32.957782 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6f084419-379a-4d5d-b3c0-2496483ddd38 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:32.984582 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b25ef0-62d2-4fe1-9af1-e1ee7d5d8c64 req-ae8e34b2-e60d-44d2-a078-d9c885023fcf tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:32.986322 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d8b25ef0-62d2-4fe1-9af1-e1ee7d5d8c64 req-ae8e34b2-e60d-44d2-a078-d9c885023fcf tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1041241 Sep 23 13:27:33.075256 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:27:33.076922 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d8b25ef0-62d2-4fe1-9af1-e1ee7d5d8c64 req-802edb7c-c8cd-40e2-a28f-16a68bfe77fb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816798 Sep 23 13:27:33.078715 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6f084419-379a-4d5d-b3c0-2496483ddd38 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.089490 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Sync routers for ids ['d09cf742-c165-4999-8a19-52425874349b'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:27:33.125562 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Routers {'d09cf742-c165-4999-8a19-52425874349b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:33.126549 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['d09cf742-c165-4999-8a19-52425874349b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:33.145343 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f084419-379a-4d5d-b3c0-2496483ddd38 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58d273f-7e01-4b13-8b57-cc5dd5fd0538,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:33.164227 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.165793 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5ff9e7cf-8466-4725-9f4c-8cca0dc2efc0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0766318 Sep 23 13:27:33.168642 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55002) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:33.264023 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6f084419-379a-4d5d-b3c0-2496483ddd38 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.267860 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-6f084419-379a-4d5d-b3c0-2496483ddd38 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6223953 Sep 23 13:27:33.268721 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55004) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:33.275244 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ea0c7596-f25f-49bc-89ce-4c2143ab4f90 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'security_group_rule': {'security_group_id': '686c5dcf-f708-404d-8bb0-9309f5083835', 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:33.295440 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.327079 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 6a67a844-05b5-4b69-985f-827eb25f51ba up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:33.394616 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Set router d09cf742-c165-4999-8a19-52425874349b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:33.435519 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cd2b74-3a4a-4b7d-bc3f-90a115eab44c None None] Network 5de71e8a-f639-478e-8544-1a22dafccd8e requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:27:33.438188 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7596-f25f-49bc-89ce-4c2143ab4f90 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.580798 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7596-f25f-49bc-89ce-4c2143ab4f90 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.620295 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-bb223906-453c-49d2-8a64-a24a5005e5f3 None None] Provisioning complete for port 6a67a844-05b5-4b69-985f-827eb25f51ba triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:33.620944 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb223906-453c-49d2-8a64-a24a5005e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.644587 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7596-f25f-49bc-89ce-4c2143ab4f90 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.673000 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c7596-f25f-49bc-89ce-4c2143ab4f90 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2f8725-d437-4e65-8aee-3f9b5d44fa4c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:33.687221 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 6a67a844-05b5-4b69-985f-827eb25f51ba triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:33.687611 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.725887 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09cf742-c165-4999-8a19-52425874349b', 'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:29Z', 'updated_at': '2021-09-23T13:27:31Z', 'revision_number': 3, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'gw_port': {'id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:30Z', 'updated_at': '2021-09-23T13:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:33.736072 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7596-f25f-49bc-89ce-4c2143ab4f90 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.740910 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ea0c7596-f25f-49bc-89ce-4c2143ab4f90 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4671416 Sep 23 13:27:33.741101 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55008) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:33.745875 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8ef64217-1a6f-4c4a-9b41-e075169b5fae tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'security_group_rule': {'security_group_id': '686c5dcf-f708-404d-8bb0-9309f5083835', 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:33.787665 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Checking router: d09cf742-c165-4999-8a19-52425874349b for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:27:33.788090 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Updating router d09cf742-c165-4999-8a19-52425874349b port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:27:33.803923 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb223906-453c-49d2-8a64-a24a5005e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.828340 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.851913 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ef64217-1a6f-4c4a-9b41-e075169b5fae tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:33.946902 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bb223906-453c-49d2-8a64-a24a5005e5f3 None None] For port 6a67a844-05b5-4b69-985f-827eb25f51ba, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=6a67a844-05b5-4b69-985f-827eb25f51ba,segment=NetworkSegment(326854a1-f9be-40cb-9497-a356ad5b09d7),segment_id=326854a1-f9be-40cb-9497-a356ad5b09d7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:27:34.006831 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ef64217-1a6f-4c4a-9b41-e075169b5fae tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.043437 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.056832 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.057572 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb223906-453c-49d2-8a64-a24a5005e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.080359 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.095937 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ef64217-1a6f-4c4a-9b41-e075169b5fae tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.138395 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef64217-1a6f-4c4a-9b41-e075169b5fae tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9301116d-39bc-41c0-9803-a1a1a38002ab,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:34.174177 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb223906-453c-49d2-8a64-a24a5005e5f3 None None] Pushing event updated for resources: {'Port': ['ID=6a67a844-05b5-4b69-985f-827eb25f51ba,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:34.198683 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.db.api [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:27:34.198683 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG oslo_db.api [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:27:34.227187 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ef64217-1a6f-4c4a-9b41-e075169b5fae tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.232755 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-8ef64217-1a6f-4c4a-9b41-e075169b5fae tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4905360 Sep 23 13:27:34.234060 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55014) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:34.243662 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9bd05389-20e5-4779-8ee0-4b84b49fedbe tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'security_group_rule': {'security_group_id': '686c5dcf-f708-404d-8bb0-9309f5083835', 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:34.291111 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-4d696477-5db8-4ec0-a1bd-2f6af096b149 None None] Provisioning complete for port 6a67a844-05b5-4b69-985f-827eb25f51ba triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:34.291672 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d696477-5db8-4ec0-a1bd-2f6af096b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.332673 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-9bd05389-20e5-4779-8ee0-4b84b49fedbe tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Project 66aaf1120d014bd1955796a6fd2591cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:27:34.344140 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bd05389-20e5-4779-8ee0-4b84b49fedbe tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.360331 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac3f8-40aa-4daf-9a6b-0ff16001924a req-dc7a48f9-aa99-4f2b-85b1-153a8caee707 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:34.370083 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-042ac3f8-40aa-4daf-9a6b-0ff16001924a req-dc7a48f9-aa99-4f2b-85b1-153a8caee707 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1251154 Sep 23 13:27:34.454500 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-042ac3f8-40aa-4daf-9a6b-0ff16001924a req-a6c0466f-09e0-4d12-aa8e-a5e840a02121 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790782 Sep 23 13:27:34.480684 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bd05389-20e5-4779-8ee0-4b84b49fedbe tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.483115 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.485936 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Allocated IP 172.20.0.1 (5de71e8a-f639-478e-8544-1a22dafccd8e/3c95a8bb-3a34-4554-8579-5aef2b402830/0f59bbc5-03f5-426f-a176-c998a1f6cbd9) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:27:34.558835 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bd05389-20e5-4779-8ee0-4b84b49fedbe tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.587565 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd05389-20e5-4779-8ee0-4b84b49fedbe tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d572e529-fd13-44f2-8aff-914282bedfb6,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:34.595146 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.649887 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bd05389-20e5-4779-8ee0-4b84b49fedbe tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.654196 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-9bd05389-20e5-4779-8ee0-4b84b49fedbe tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4162173 Sep 23 13:27:34.654351 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.654440 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55018) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:34.658409 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0cb38635-9772-49f8-863a-e7b1710e7ba5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'security_group_rule': {'security_group_id': '686c5dcf-f708-404d-8bb0-9309f5083835', 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:34.667337 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26c430-0fa9-40ea-bb23-53b4066009dc None None] Pushing event updated for resources: {'Port': ['ID=c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:34.670165 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Attempting to bind port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:27:34.670536 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Attempting to bind port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:27:34.670903 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Attempting to bind port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:27:34.694636 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:27:34.695027 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:27:34.695413 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.695838 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:27:34.696350 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Bound port: c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:27:34.696701 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.757201 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] For port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:27:34.760372 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] For port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:27:34.763516 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.792604 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-0cb38635-9772-49f8-863a-e7b1710e7ba5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Project 66aaf1120d014bd1955796a6fd2591cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:27:34.797477 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Network 5de71e8a-f639-478e-8544-1a22dafccd8e is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:27:34.798515 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0cb38635-9772-49f8-863a-e7b1710e7ba5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.808201 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:34.811834 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:27:34.832784 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.903065 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Pushing event updated for resources: {'Port': ['ID=0f59bbc5-03f5-426f-a176-c998a1f6cbd9,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:34.942829 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Routers {'d09cf742-c165-4999-8a19-52425874349b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:34.943474 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['d09cf742-c165-4999-8a19-52425874349b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:34.950118 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0cb38635-9772-49f8-863a-e7b1710e7ba5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:34.961117 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:35.004073 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26c430-0fa9-40ea-bb23-53b4066009dc None None] Pushing event updated for resources: {'Port': ['ID=c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:35.107183 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0cb38635-9772-49f8-863a-e7b1710e7ba5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:35.146164 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb38635-9772-49f8-863a-e7b1710e7ba5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e8f8bd-d075-4049-bef1-e225162dd32e,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:35.154252 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] Set router d09cf742-c165-4999-8a19-52425874349b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:35.232345 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 6a67a844-05b5-4b69-985f-827eb25f51ba up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:35.239712 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0cb38635-9772-49f8-863a-e7b1710e7ba5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:35.249754 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-0cb38635-9772-49f8-863a-e7b1710e7ba5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5946860 Sep 23 13:27:35.286011 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-b7654440-61a6-4c94-989a-dcfb1719fed8 None None] Provisioning complete for port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:35.288842 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b7654440-61a6-4c94-989a-dcfb1719fed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:35.314429 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:35.331506 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 6a67a844-05b5-4b69-985f-827eb25f51ba triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:35.332173 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:35.334071 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b7654440-61a6-4c94-989a-dcfb1719fed8 None None] Port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:27:35.418338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6c999087-01a0-4414-9a7c-a97932845552 req-71f298f6-d6f9-4853-9466-6d7094e1f303 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625211251&fields=id&tenant_id=66aaf1120d014bd1955796a6fd2591cf HTTP/1.1" status: 200 len: 267 time: 0.0950625 Sep 23 13:27:35.512797 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:35.595439 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c999087-01a0-4414-9a7c-a97932845552 req-0da7d465-1b25-4315-9452-1d61c1515c80 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:35.597359 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6c999087-01a0-4414-9a7c-a97932845552 req-0da7d465-1b25-4315-9452-1d61c1515c80 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.1538458 Sep 23 13:27:35.619237 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-6c999087-01a0-4414-9a7c-a97932845552 req-bf8b1ab6-a075-4d7f-9556-dd6edbb6706f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'port': {'security_groups': ['60064a34-5240-4177-a904-66d0dde127f2', '686c5dcf-f708-404d-8bb0-9309f5083835']}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:35.637751 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09cf742-c165-4999-8a19-52425874349b', 'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:29Z', 'updated_at': '2021-09-23T13:27:31Z', 'revision_number': 3, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'gw_port': {'id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:30Z', 'updated_at': '2021-09-23T13:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:35.666036 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a19a6-e39a-41ba-850c-504a5ef760a8 None None] The sync data for ids ['d09cf742-c165-4999-8a19-52425874349b'] in dv-cinder-809201-2-iscsi is: [{'id': 'd09cf742-c165-4999-8a19-52425874349b', 'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:29Z', 'updated_at': '2021-09-23T13:27:31Z', 'revision_number': 3, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'gw_port': {'id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:30Z', 'updated_at': '2021-09-23T13:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:27:35.734450 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce103603-dd29-42cd-9b34-2a43aaf830fe req-7ac43f70-0a8b-46ca-b186-d215fc089ec7 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:35.736164 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ce103603-dd29-42cd-9b34-2a43aaf830fe req-7ac43f70-0a8b-46ca-b186-d215fc089ec7 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1965292 Sep 23 13:27:35.796059 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-6c999087-01a0-4414-9a7c-a97932845552 req-bf8b1ab6-a075-4d7f-9556-dd6edbb6706f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:35.874520 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ce103603-dd29-42cd-9b34-2a43aaf830fe req-2d0460ff-e887-4931-b990-3d5a93f5ae59 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062417 Sep 23 13:27:35.882369 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:35.997419 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:36.143241 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:36.148029 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Pushing event updated for resources: {'Port': ['ID=0f59bbc5-03f5-426f-a176-c998a1f6cbd9,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:36.186783 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-6c999087-01a0-4414-9a7c-a97932845552 req-bf8b1ab6-a075-4d7f-9556-dd6edbb6706f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] For port 30759459-8ebb-44e6-a4e9-361fb69441db, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=30759459-8ebb-44e6-a4e9-361fb69441db,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:27:36.564415 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-6c999087-01a0-4414-9a7c-a97932845552 req-bf8b1ab6-a075-4d7f-9556-dd6edbb6706f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:36.598490 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Network 5de71e8a-f639-478e-8544-1a22dafccd8e is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:27:36.599972 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:27:36.650897 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-6c999087-01a0-4414-9a7c-a97932845552 req-bf8b1ab6-a075-4d7f-9556-dd6edbb6706f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:36.670767 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['30759459-8ebb-44e6-a4e9-361fb69441db'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:27:36.721351 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c999087-01a0-4414-9a7c-a97932845552 req-bf8b1ab6-a075-4d7f-9556-dd6edbb6706f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:36.724673 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-6c999087-01a0-4414-9a7c-a97932845552 req-bf8b1ab6-a075-4d7f-9556-dd6edbb6706f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:36.726142 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6c999087-01a0-4414-9a7c-a97932845552 req-bf8b1ab6-a075-4d7f-9556-dd6edbb6706f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "PUT /v2.0/ports/30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 200 len: 981 time: 1.1140633 Sep 23 13:27:36.726536 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:27:36.728952 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04843739-cb3c-47f6-a2d0-680b3249df47" -d '{"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:27:36.853200 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749ab8f0-89da-4bc5-b0c6-8d2d1007401e x-openstack-request-id: req-749ab8f0-89da-4bc5-b0c6-8d2d1007401e {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:27:36.853771 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:27:36.854336 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-749ab8f0-89da-4bc5-b0c6-8d2d1007401e {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:27:36.854866 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db', 'status': 'completed', 'code': 200} Sep 23 13:27:36.866143 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['30759459-8ebb-44e6-a4e9-361fb69441db'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:27:37.019786 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b1ab6-a075-4d7f-9556-dd6edbb6706f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'Port': ['ID=30759459-8ebb-44e6-a4e9-361fb69441db,revision_number=6']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:37.137344 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Router d09cf742-c165-4999-8a19-52425874349b has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:27:37.159317 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-59ae64e5-2b94-457d-901a-d151e6ca307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:37.161224 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-59ae64e5-2b94-457d-901a-d151e6ca307c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66aaf1120d014bd1955796a6fd2591cf&device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 1137 time: 0.3001425 Sep 23 13:27:37.173894 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf569-6133-4a14-8491-8bdd9428a690 req-8626afd9-27b5-47a8-be7a-7e64ddc06fc6 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:37.183603 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-06fcf569-6133-4a14-8491-8bdd9428a690 req-8626afd9-27b5-47a8-be7a-7e64ddc06fc6 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.2442079 Sep 23 13:27:37.239247 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a687f28-08be-4872-8382-526c6b5e304c req-4560f5a2-d1fc-4de8-a31f-898227d76902 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:37.241092 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1a687f28-08be-4872-8382-526c6b5e304c req-4560f5a2-d1fc-4de8-a31f-898227d76902 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1800907 Sep 23 13:27:37.315133 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-8892e462-2a98-445f-8241-8e713533a5db None None] Provisioning complete for port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:37.317589 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8892e462-2a98-445f-8241-8e713533a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:37.364706 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:37.407058 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-10f5ed30-c53b-4157-95ad-cb518ca238f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:37.408690 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-10f5ed30-c53b-4157-95ad-cb518ca238f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5feb9640-c240-453c-a0fb-ca04fe092220 HTTP/1.1" status: 200 len: 915 time: 0.2142563 Sep 23 13:27:37.452026 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8892e462-2a98-445f-8241-8e713533a5db None None] Port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:27:37.461517 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1a687f28-08be-4872-8382-526c6b5e304c req-83a584a8-73fb-44da-83e0-aec53c4f008f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713786 Sep 23 13:27:37.510819 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-06fcf569-6133-4a14-8491-8bdd9428a690 req-d569724d-0038-4cfe-819f-b98bd74f26b3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3253934 Sep 23 13:27:37.520454 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:37.520837 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:37.532757 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-8892e462-2a98-445f-8241-8e713533a5db None None] Provisioning complete for port 30759459-8ebb-44e6-a4e9-361fb69441db triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:37.533717 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8892e462-2a98-445f-8241-8e713533a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:37.622957 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-ffde8264-6555-4a5c-a6cc-6ac341bf13c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 200 len: 1001 time: 0.1976640 Sep 23 13:27:37.624471 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:27:37.639903 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-1ed54f70-8e9d-4a01-81ec-bb3e22655f40 admin admin] 10.222.0.41 "PUT /v2.0/routers/d09cf742-c165-4999-8a19-52425874349b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4700158 Sep 23 13:27:37.713492 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-7891f547-4452-476b-ac9b-69b06d76d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:37.715244 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-7891f547-4452-476b-ac9b-69b06d76d5c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ad4bd3-d408-4e15-80c7-cbbba525e2eb HTTP/1.1" status: 200 len: 853 time: 0.0618539 Sep 23 13:27:37.794198 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-906146af-2206-4a18-bef3-b6ff86217382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:37.795769 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-906146af-2206-4a18-bef3-b6ff86217382 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5feb9640-c240-453c-a0fb-ca04fe092220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664692 Sep 23 13:27:37.915549 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Sync routers for ids ['d09cf742-c165-4999-8a19-52425874349b'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:27:37.941729 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-d8f64344-902b-4cef-855f-d97aea2508a7 service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323752 Sep 23 13:27:37.978819 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:38.007033 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Routers {'d09cf742-c165-4999-8a19-52425874349b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:38.007774 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['d09cf742-c165-4999-8a19-52425874349b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:38.085458 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04843739-cb3c-47f6-a2d0-680b3249df47 req-151d68b3-e1a5-4b27-861b-79dd186dfe93 service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346924 Sep 23 13:27:38.153692 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:27:38.281566 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:38.326164 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Set router d09cf742-c165-4999-8a19-52425874349b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:38.484264 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55062) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:38.495371 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-c1b7e2b5-3cb7-4b08-92f3-9a9f807eea98 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124648846', 'description': 'tempest-secgroup-smoke-124648846 description', 'project_id': '166103fc3a724214a2949c9c98becb64'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:38.572269 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:38.625964 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e2b5-3cb7-4b08-92f3-9a9f807eea98 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:38.692704 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53addc2d-5693-442a-8f8d-cb4c30b94d7d req-f0e3abb6-03ed-489d-a900-0d765aac380d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:38.692704 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-53addc2d-5693-442a-8f8d-cb4c30b94d7d req-f0e3abb6-03ed-489d-a900-0d765aac380d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0924368 Sep 23 13:27:38.785864 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-53addc2d-5693-442a-8f8d-cb4c30b94d7d req-9cd51226-54e8-4709-92d4-25ce2ef8f8a8 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843689 Sep 23 13:27:38.828762 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e2b5-3cb7-4b08-92f3-9a9f807eea98 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:38.842380 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09cf742-c165-4999-8a19-52425874349b', 'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:29Z', 'updated_at': '2021-09-23T13:27:35Z', 'revision_number': 4, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'gw_port': {'id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:30Z', 'updated_at': '2021-09-23T13:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': '0f59bbc5-03f5-426f-a176-c998a1f6cbd9', 'name': '', 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'mac_address': 'fa:16:3e:c5:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '3c95a8bb-3a34-4554-8579-5aef2b402830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:34Z', 'updated_at': '2021-09-23T13:27:35Z', 'revision_number': 2, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'subnets': [{'id': '3c95a8bb-3a34-4554-8579-5aef2b402830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:38.873729 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Checking router: d09cf742-c165-4999-8a19-52425874349b for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:27:38.875041 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Updating router d09cf742-c165-4999-8a19-52425874349b port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:27:38.898872 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:38.917358 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e2b5-3cb7-4b08-92f3-9a9f807eea98 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:38.945875 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7e2b5-3cb7-4b08-92f3-9a9f807eea98 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d30456-180d-4df4-9344-44860969388d,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:39.004398 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e2b5-3cb7-4b08-92f3-9a9f807eea98 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.008340 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c1b7e2b5-3cb7-4b08-92f3-9a9f807eea98 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5199547 Sep 23 13:27:39.008559 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55076) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:39.013421 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-cca3f106-15b1-4330-bf94-7780f6010764 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Request body: {'security_group_rule': {'security_group_id': '14d30456-180d-4df4-9344-44860969388d', 'project_id': '166103fc3a724214a2949c9c98becb64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:39.114389 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-cca3f106-15b1-4330-bf94-7780f6010764 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.222218 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-cca3f106-15b1-4330-bf94-7780f6010764 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.237213 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.253533 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:39.309996 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-cca3f106-15b1-4330-bf94-7780f6010764 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.322876 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:39.323543 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.332377 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3f106-15b1-4330-bf94-7780f6010764 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc736797-d188-478f-b543-2dbf7582705a,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:39.361216 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.413712 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-cca3f106-15b1-4330-bf94-7780f6010764 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.415329 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-cca3f106-15b1-4330-bf94-7780f6010764 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4056954 Sep 23 13:27:39.418072 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55080) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:39.422566 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-05182264-3072-45d3-9a34-2f6366303048 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Request body: {'security_group_rule': {'security_group_id': '14d30456-180d-4df4-9344-44860969388d', 'project_id': '166103fc3a724214a2949c9c98becb64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:39.439296 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d6fad-c7ca-44d1-a831-f7d339cb358a None None] Pushing event updated for resources: {'Port': ['ID=0f59bbc5-03f5-426f-a176-c998a1f6cbd9,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:39.532248 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Attempting to bind port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:27:39.534355 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Attempting to bind port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '326854a1-f9be-40cb-9497-a356ad5b09d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:27:39.534355 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Attempting to bind port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 on network 5de71e8a-f639-478e-8544-1a22dafccd8e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:27:39.549103 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:27:39.550053 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Checking segment: {'id': '326854a1-f9be-40cb-9497-a356ad5b09d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:27:39.550469 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.550954 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Bound using segment: {'id': '326854a1-f9be-40cb-9497-a356ad5b09d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:27:39.551451 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Bound port: 0f59bbc5-03f5-426f-a176-c998a1f6cbd9, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326854a1-f9be-40cb-9497-a356ad5b09d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:27:39.551896 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.557536 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05182264-3072-45d3-9a34-2f6366303048 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.633658 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05182264-3072-45d3-9a34-2f6366303048 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.645617 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] For port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:27:39.648940 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] For port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=0f59bbc5-03f5-426f-a176-c998a1f6cbd9,segment=NetworkSegment(326854a1-f9be-40cb-9497-a356ad5b09d7),segment_id=326854a1-f9be-40cb-9497-a356ad5b09d7)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:27:39.701131 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05182264-3072-45d3-9a34-2f6366303048 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.713922 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.725859 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05182264-3072-45d3-9a34-2f6366303048 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99501ba8-b729-47c1-abf9-f0b914eed8d0,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:39.794231 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-2ed582a6-fd85-4e8a-a739-cfb819128924 None None] Provisioning complete for port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:39.794609 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ed582a6-fd85-4e8a-a739-cfb819128924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.798337 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d6fad-c7ca-44d1-a831-f7d339cb358a None None] Pushing event updated for resources: {'Port': ['ID=0f59bbc5-03f5-426f-a176-c998a1f6cbd9,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:39.809645 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-05182264-3072-45d3-9a34-2f6366303048 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:39.813587 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-05182264-3072-45d3-9a34-2f6366303048 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3919184 Sep 23 13:27:39.813920 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55088) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:39.818894 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-73935745-2eea-4c59-9c5c-ce17b8f94566 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Request body: {'security_group_rule': {'security_group_id': '14d30456-180d-4df4-9344-44860969388d', 'project_id': '166103fc3a724214a2949c9c98becb64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:39.833469 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Routers {'d09cf742-c165-4999-8a19-52425874349b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:27:39.834359 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:27:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['d09cf742-c165-4999-8a19-52425874349b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:39.946442 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b4b13-a088-411f-af99-be111748f189 req-8d64442f-4068-4985-81c5-764d71a88fe8 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:39.959772 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e71b4b13-a088-411f-af99-be111748f189 req-8d64442f-4068-4985-81c5-764d71a88fe8 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0708525 Sep 23 13:27:39.977932 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-73935745-2eea-4c59-9c5c-ce17b8f94566 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.071019 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e71b4b13-a088-411f-af99-be111748f189 req-440eb232-5b9e-40e7-85b7-ef19e405c9be tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007223 Sep 23 13:27:40.087533 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-73935745-2eea-4c59-9c5c-ce17b8f94566 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.132009 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ed582a6-fd85-4e8a-a739-cfb819128924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.152214 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] Set router d09cf742-c165-4999-8a19-52425874349b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:27:40.164175 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-73935745-2eea-4c59-9c5c-ce17b8f94566 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.209662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73935745-2eea-4c59-9c5c-ce17b8f94566 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655273f0-6876-46c8-abf4-0e788abb37c3,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:40.209911 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2ed582a6-fd85-4e8a-a739-cfb819128924 None None] For port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=0f59bbc5-03f5-426f-a176-c998a1f6cbd9,segment=NetworkSegment(326854a1-f9be-40cb-9497-a356ad5b09d7),segment_id=326854a1-f9be-40cb-9497-a356ad5b09d7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:27:40.266605 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-73935745-2eea-4c59-9c5c-ce17b8f94566 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.267913 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-73935745-2eea-4c59-9c5c-ce17b8f94566 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4528828 Sep 23 13:27:40.270653 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55092) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:40.275039 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-7950820a-9b03-40d6-8f63-3ab00f73d2d0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Request body: {'security_group_rule': {'security_group_id': '14d30456-180d-4df4-9344-44860969388d', 'project_id': '166103fc3a724214a2949c9c98becb64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:40.314363 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ed582a6-fd85-4e8a-a739-cfb819128924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.390049 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7950820a-9b03-40d6-8f63-3ab00f73d2d0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.415398 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed582a6-fd85-4e8a-a739-cfb819128924 None None] Pushing event updated for resources: {'Port': ['ID=0f59bbc5-03f5-426f-a176-c998a1f6cbd9,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:40.449618 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-cdbb2f4d-b9b2-42ca-b840-49bfd618a514 None None] Provisioning complete for port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:40.450264 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2f4d-b9b2-42ca-b840-49bfd618a514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.501942 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09cf742-c165-4999-8a19-52425874349b', 'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:29Z', 'updated_at': '2021-09-23T13:27:35Z', 'revision_number': 4, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'gw_port': {'id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:30Z', 'updated_at': '2021-09-23T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': '0f59bbc5-03f5-426f-a176-c998a1f6cbd9', 'name': '', 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'mac_address': 'fa:16:3e:c5:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '3c95a8bb-3a34-4554-8579-5aef2b402830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:34Z', 'updated_at': '2021-09-23T13:27:39Z', 'revision_number': 4, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'subnets': [{'id': '3c95a8bb-3a34-4554-8579-5aef2b402830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:40.508371 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7950820a-9b03-40d6-8f63-3ab00f73d2d0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.540714 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ae66-732a-44b6-bc5f-d412aced3461 None None] The sync data for ids ['d09cf742-c165-4999-8a19-52425874349b'] in dv-cinder-809201-2-iscsi is: [{'id': 'd09cf742-c165-4999-8a19-52425874349b', 'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:29Z', 'updated_at': '2021-09-23T13:27:35Z', 'revision_number': 4, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'gw_port': {'id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:30Z', 'updated_at': '2021-09-23T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': '0f59bbc5-03f5-426f-a176-c998a1f6cbd9', 'name': '', 'network_id': '5de71e8a-f639-478e-8544-1a22dafccd8e', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'mac_address': 'fa:16:3e:c5:b9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '3c95a8bb-3a34-4554-8579-5aef2b402830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:34Z', 'updated_at': '2021-09-23T13:27:39Z', 'revision_number': 4, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'subnets': [{'id': '3c95a8bb-3a34-4554-8579-5aef2b402830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:27:40.612294 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7950820a-9b03-40d6-8f63-3ab00f73d2d0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.633570 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950820a-9b03-40d6-8f63-3ab00f73d2d0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5952c8-e68f-4e06-9329-104abd658d92,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:40.735949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7950820a-9b03-40d6-8f63-3ab00f73d2d0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.742082 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55100) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:40.749366 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-7950820a-9b03-40d6-8f63-3ab00f73d2d0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4750113 Sep 23 13:27:40.754871 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-61463f11-b69c-422d-840f-2b5b823a853f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Request body: {'security_group_rule': {'security_group_id': '14d30456-180d-4df4-9344-44860969388d', 'project_id': '166103fc3a724214a2949c9c98becb64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:40.838667 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-61463f11-b69c-422d-840f-2b5b823a853f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Project 166103fc3a724214a2949c9c98becb64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:27:40.848041 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61463f11-b69c-422d-840f-2b5b823a853f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:40.966153 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61463f11-b69c-422d-840f-2b5b823a853f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:41.037877 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61463f11-b69c-422d-840f-2b5b823a853f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:41.058334 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61463f11-b69c-422d-840f-2b5b823a853f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a893c32c-02cb-4030-806f-8ecd9aab65d2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:41.134986 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61463f11-b69c-422d-840f-2b5b823a853f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:41.136286 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-61463f11-b69c-422d-840f-2b5b823a853f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3926029 Sep 23 13:27:41.144543 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55106) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:41.159585 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-eeffedd4-52d5-4146-8dea-dd829f2f3086 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Request body: {'security_group_rule': {'security_group_id': '14d30456-180d-4df4-9344-44860969388d', 'project_id': '166103fc3a724214a2949c9c98becb64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:27:41.263455 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:27:41.296272 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.securitygroups_db [None req-eeffedd4-52d5-4146-8dea-dd829f2f3086 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Project 166103fc3a724214a2949c9c98becb64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:27:41.307124 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-eeffedd4-52d5-4146-8dea-dd829f2f3086 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:41.326409 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:27:41.326996 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:41.351841 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c2230-4103-4e11-8d81-cc1d98ef8d8c req-ec5adc84-fcd9-4348-a8e5-082214f52f7e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:41.353700 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-422c2230-4103-4e11-8d81-cc1d98ef8d8c req-ec5adc84-fcd9-4348-a8e5-082214f52f7e tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1217349 Sep 23 13:27:41.427098 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-eeffedd4-52d5-4146-8dea-dd829f2f3086 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:41.434772 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-422c2230-4103-4e11-8d81-cc1d98ef8d8c req-add25c14-29eb-42d8-a539-743a6a7f0825 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654826 Sep 23 13:27:41.490117 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-eeffedd4-52d5-4146-8dea-dd829f2f3086 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:41.510145 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffedd4-52d5-4146-8dea-dd829f2f3086 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ea0ac1-1e7d-481f-a4fa-49da5d0d2791,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:41.571678 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-eeffedd4-52d5-4146-8dea-dd829f2f3086 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:41.572970 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-eeffedd4-52d5-4146-8dea-dd829f2f3086 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4270158 Sep 23 13:27:42.660838 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9622f21-2f1a-415c-bf57-043b1dbe8960 req-34fb9bb9-f71b-44a7-86a0-2fb6b327874f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:42.663814 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f9622f21-2f1a-415c-bf57-043b1dbe8960 req-34fb9bb9-f71b-44a7-86a0-2fb6b327874f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1276097 Sep 23 13:27:42.742245 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f9622f21-2f1a-415c-bf57-043b1dbe8960 req-1642df37-32ee-4f8a-8173-57f5d8b67881 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714777 Sep 23 13:27:43.880844 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6338f33-51fb-422c-a4fe-4fe54c118742 req-3aa02711-ee88-4281-bf01-b8b3325f0488 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:43.883121 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d6338f33-51fb-422c-a4fe-4fe54c118742 req-3aa02711-ee88-4281-bf01-b8b3325f0488 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0593829 Sep 23 13:27:43.975878 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d6338f33-51fb-422c-a4fe-4fe54c118742 req-4c1ed87c-681d-49f4-85de-54b87909f9b9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815711 Sep 23 13:27:44.098946 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5ba51-0f71-45c3-bf2d-c4cbc584f173 req-3bf226e9-58dd-4edd-a466-232e4a8f06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:44.100694 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-aec5ba51-0f71-45c3-bf2d-c4cbc584f173 req-3bf226e9-58dd-4edd-a466-232e4a8f06ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1099 time: 0.0678368 Sep 23 13:27:44.140263 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-aec5ba51-0f71-45c3-bf2d-c4cbc584f173 req-23ea9e31-c0e4-45d0-81b8-1bc171480444 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303063 Sep 23 13:27:45.090104 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d867a2-6941-434e-8e2e-3d06c70a9fea req-00a8a52f-2568-4da6-8f80-64048bff607b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:45.091505 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-46d867a2-6941-434e-8e2e-3d06c70a9fea req-00a8a52f-2568-4da6-8f80-64048bff607b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0511112 Sep 23 13:27:45.137560 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-46d867a2-6941-434e-8e2e-3d06c70a9fea req-95f3b1af-3ed5-4841-892a-5f8064dfcdcb tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Sep 23 13:27:46.264414 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660fa20-76a7-47e1-9f85-9c4c76740e2c req-1a84deda-018d-4eba-a9e6-c74067e368ca tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:46.265917 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a660fa20-76a7-47e1-9f85-9c4c76740e2c req-1a84deda-018d-4eba-a9e6-c74067e368ca tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0549207 Sep 23 13:27:46.305084 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a660fa20-76a7-47e1-9f85-9c4c76740e2c req-5bb2af67-9b64-4e31-b702-6a989ea2d555 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323157 Sep 23 13:27:46.789116 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e104198-6d8c-428b-a8c8-5e20a5aa6318 req-6b1dc6d8-c316-43ed-ac9d-50d53381eb66 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:46.790884 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9e104198-6d8c-428b-a8c8-5e20a5aa6318 req-6b1dc6d8-c316-43ed-ac9d-50d53381eb66 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0552595 Sep 23 13:27:46.865028 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-ad55918e-da36-4260-ac44-f5651340dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:46.867185 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-ad55918e-da36-4260-ac44-f5651340dd46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fd42d254cfa431da323daa7fa560f79&device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 1099 time: 0.0745275 Sep 23 13:27:46.870722 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9e104198-6d8c-428b-a8c8-5e20a5aa6318 req-b41b56f2-6002-4f5b-b84a-d6be117ae089 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671794 Sep 23 13:27:46.998462 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-07473c99-728d-422d-9ab7-fe1dd3c403f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:47.000027 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-07473c99-728d-422d-9ab7-fe1dd3c403f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 200 len: 919 time: 0.1226757 Sep 23 13:27:47.047830 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-af43ee83-7f51-4390-9e15-13577aadce73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd HTTP/1.1" status: 200 len: 217 time: 0.0381360 Sep 23 13:27:47.108533 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-775da4ca-2913-4ef5-8fad-58725d8cb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:47.110369 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-775da4ca-2913-4ef5-8fad-58725d8cb4ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 200 len: 858 time: 0.0552056 Sep 23 13:27:47.152794 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-f42d04c2-7d35-4b85-bcf4-e14decd91e3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279655 Sep 23 13:27:47.284301 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-26a5f05f-816e-4a70-8e62-d41aa302234f service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220877 Sep 23 13:27:47.578952 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3887f8fc-916a-4ae8-bb29-31dae312ac63 req-00554eac-3aa0-48d7-a7dd-9468b0be331e service neutron] 10.222.0.15 "GET /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872238 Sep 23 13:27:48.002686 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484bf07-ecad-4426-959f-895238b85113 req-9f6eae81-9860-468b-8b74-751ebe72999a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:48.004959 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2484bf07-ecad-4426-959f-895238b85113 req-9f6eae81-9860-468b-8b74-751ebe72999a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0570843 Sep 23 13:27:48.058409 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2484bf07-ecad-4426-959f-895238b85113 req-d2c50c2b-6e25-4dad-9e24-1daadb393de8 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Sep 23 13:27:49.184035 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec76f2-8b50-41ba-9303-9b9ef67c8ae8 req-23599b98-71d1-4960-bf68-e41d7080c9d3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:49.185525 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c7ec76f2-8b50-41ba-9303-9b9ef67c8ae8 req-23599b98-71d1-4960-bf68-e41d7080c9d3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0497639 Sep 23 13:27:49.239250 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c7ec76f2-8b50-41ba-9303-9b9ef67c8ae8 req-afcb8722-2634-4c5e-8a96-4b2a00bd0796 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Sep 23 13:27:50.361348 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234955d-e237-4188-aa87-52e3d136b682 req-bd983460-630a-467b-924f-01d6e8e2dbda tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:50.363109 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7234955d-e237-4188-aa87-52e3d136b682 req-bd983460-630a-467b-924f-01d6e8e2dbda tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0543275 Sep 23 13:27:50.406337 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7234955d-e237-4188-aa87-52e3d136b682 req-bdeb47c9-9230-4497-98d8-836a6290c976 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Sep 23 13:27:51.533677 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99300406-40f9-4392-be99-a9af932c1e22 req-ccf6dec4-b35b-4f05-9847-c52d25a49413 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:51.536526 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99300406-40f9-4392-be99-a9af932c1e22 req-ccf6dec4-b35b-4f05-9847-c52d25a49413 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0557575 Sep 23 13:27:51.577982 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99300406-40f9-4392-be99-a9af932c1e22 req-7e734e3f-e796-4318-a9a5-5295c0e9d654 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352881 Sep 23 13:27:52.740065 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf81d8-0023-4e73-b43a-3ed105b0b718 req-117d592a-ca56-4c6e-9f05-31c3ea29aee7 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:52.741669 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a0cf81d8-0023-4e73-b43a-3ed105b0b718 req-117d592a-ca56-4c6e-9f05-31c3ea29aee7 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0884860 Sep 23 13:27:52.784571 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a0cf81d8-0023-4e73-b43a-3ed105b0b718 req-f78bb379-4916-4e07-9c79-5850a7d22b95 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359697 Sep 23 13:27:53.908436 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e85f-0523-423b-987a-f578266fa81e req-bc41b1a1-fa80-4057-b376-d9d19945f806 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:53.909910 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eef4e85f-0523-423b-987a-f578266fa81e req-bc41b1a1-fa80-4057-b376-d9d19945f806 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0511734 Sep 23 13:27:53.949580 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eef4e85f-0523-423b-987a-f578266fa81e req-cf20101d-3dbc-419a-af81-0aa978ffd634 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Sep 23 13:27:57.211119 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79660852-2b4f-49f2-a68d-cd1eb887bb0f req-1a4947a1-cce3-4d21-883a-4128dc140f6b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:57.212672 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-79660852-2b4f-49f2-a68d-cd1eb887bb0f req-1a4947a1-cce3-4d21-883a-4128dc140f6b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0547979 Sep 23 13:27:57.255427 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-79660852-2b4f-49f2-a68d-cd1eb887bb0f req-c25a1734-ae39-4cfe-b244-719e1888a815 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348451 Sep 23 13:27:57.701028 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:57.794518 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55454) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:57.840176 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3465f1-1f6d-4cd6-9cab-c180beb73486 admin admin] Deleting subnet ab4efd68-f685-457b-b5d0-40dcf178f786 {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:27:57.843133 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8b3465f1-1f6d-4cd6-9cab-c180beb73486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:57.881559 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8b3465f1-1f6d-4cd6-9cab-c180beb73486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:57.922082 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8b3465f1-1f6d-4cd6-9cab-c180beb73486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.084805 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8b3465f1-1f6d-4cd6-9cab-c180beb73486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.109537 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3465f1-1f6d-4cd6-9cab-c180beb73486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4efd68-f685-457b-b5d0-40dcf178f786,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:58.116864 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8b3465f1-1f6d-4cd6-9cab-c180beb73486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.119131 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-8b3465f1-1f6d-4cd6-9cab-c180beb73486 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab4efd68-f685-457b-b5d0-40dcf178f786 HTTP/1.1" status: 204 len: 168 time: 0.3232660 Sep 23 13:27:58.121358 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55456) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:58.194115 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.273498 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.300668 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b8e9db-a476-4c5e-accf-f4269ae3dbff']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:58.310936 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3859d1-5527-4564-9aa8-275d9a81a89c') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:58.311336 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3859d1-5527-4564-9aa8-275d9a81a89c') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:27:58.321773 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.337900 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.351714 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:27:58.352102 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:27:58.353768 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:27:58.434144 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea723e0-206d-4cc0-9a9a-2092cd7c084d req-8e4da309-98d6-4a73-b27f-3bda77a755e7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:58.435777 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dea723e0-206d-4cc0-9a9a-2092cd7c084d req-8e4da309-98d6-4a73-b27f-3bda77a755e7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0992558 Sep 23 13:27:58.477061 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dea723e0-206d-4cc0-9a9a-2092cd7c084d req-29ec1807-04c7-4ccd-ba1e-5322ebbb047d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343609 Sep 23 13:27:58.518703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.524288 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.527806 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] 10.222.0.41 "DELETE /v2.0/networks/27b8e9db-a476-4c5e-accf-f4269ae3dbff HTTP/1.1" status: 204 len: 168 time: 0.4037941 Sep 23 13:27:58.541034 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde6b7b-cec8-4537-8cd1-d9bc0e527d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=27b8e9db-a476-4c5e-accf-f4269ae3dbff,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:58.688544 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55468) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:58.802564 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b431d3b7-f961-431a-a003-97065f1ad291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.807258 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55474) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:58.852873 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-da3c5509-ee3a-462f-8204-9a82d8504370 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d58dbceeaa624652bb09f30f77f30877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443821 Sep 23 13:27:58.853537 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 55478) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:58.935761 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b431d3b7-f961-431a-a003-97065f1ad291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.936663 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ee5a56d7-e6ec-4d13-bd33-42dfcf0f5137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.960056 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ee5a56d7-e6ec-4d13-bd33-42dfcf0f5137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:58.981671 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b431d3b7-f961-431a-a003-97065f1ad291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:59.030477 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-b431d3b7-f961-431a-a003-97065f1ad291 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=030853c0b90e47c9bedf7aff5fa11626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408294 Sep 23 13:27:59.033220 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55480) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:27:59.033349 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431d3b7-f961-431a-a003-97065f1ad291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dc7678-560c-400f-ad55-d2bbcbda547e,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:59.082814 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:59.103241 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:59.112516 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ee5a56d7-e6ec-4d13-bd33-42dfcf0f5137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:59.116468 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ee5a56d7-e6ec-4d13-bd33-42dfcf0f5137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:59.117622 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-ee5a56d7-e6ec-4d13-bd33-42dfcf0f5137 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38b25445-d1a3-40ab-9057-c51688ea551e HTTP/1.1" status: 204 len: 168 time: 0.2631519 Sep 23 13:27:59.125624 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a56d7-e6ec-4d13-bd33-42dfcf0f5137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b25445-d1a3-40ab-9057-c51688ea551e,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:59.227123 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:59.242450 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:27:59.242450 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3dc7678-560c-400f-ad55-d2bbcbda547e HTTP/1.1" status: 204 len: 168 time: 0.1965921 Sep 23 13:27:59.242450 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dc7678-560c-400f-ad55-d2bbcbda547e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:27:59.247326 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.247680 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.248047 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.248395 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.248727 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.249060 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.249412 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.249737 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.250064 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.250388 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.250712 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.251032 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3768e91-39b2-48aa-b3a9-bc6261dff64c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:27:59.617851 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f20357-ecf1-4455-af41-5762a70a730b req-4acae26a-d581-4b15-998b-6b169e9f97b5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:59.619966 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d3f20357-ecf1-4455-af41-5762a70a730b req-4acae26a-d581-4b15-998b-6b169e9f97b5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0638053 Sep 23 13:27:59.697148 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d3f20357-ecf1-4455-af41-5762a70a730b req-62108d2b-014a-433b-b3a3-0b9b27727abe tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703199 Sep 23 13:27:59.707399 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62252134-d321-443a-a599-a5c1df88b7e7 req-d4de2496-0da1-4db6-a03f-e6357651199b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556154 Sep 23 13:27:59.777106 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252134-d321-443a-a599-a5c1df88b7e7 req-5c4696f5-15a9-4dfd-880d-40d6678207c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:59.778606 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62252134-d321-443a-a599-a5c1df88b7e7 req-5c4696f5-15a9-4dfd-880d-40d6678207c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 1098 time: 0.0399671 Sep 23 13:27:59.867285 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:27:59.904299 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252134-d321-443a-a599-a5c1df88b7e7 req-319e6e27-dfea-4858-a1ca-fea1993d3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:27:59.905794 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62252134-d321-443a-a599-a5c1df88b7e7 req-319e6e27-dfea-4858-a1ca-fea1993d3f7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 912 time: 0.0992117 Sep 23 13:27:59.981248 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62252134-d321-443a-a599-a5c1df88b7e7 req-27d8dae6-02e8-4596-8bf6-b28b01cde728 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf HTTP/1.1" status: 200 len: 1001 time: 0.0586929 Sep 23 13:28:00.042631 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252134-d321-443a-a599-a5c1df88b7e7 req-95a77134-a448-49d3-b544-70306b7f11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:00.044115 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62252134-d321-443a-a599-a5c1df88b7e7 req-95a77134-a448-49d3-b544-70306b7f11d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b587dcf-4e18-4711-9334-d4a55df4a689 HTTP/1.1" status: 200 len: 850 time: 0.0560613 Sep 23 13:28:00.094399 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252134-d321-443a-a599-a5c1df88b7e7 req-54b0e9cc-be59-4077-8403-79940dd0efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:00.097061 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62252134-d321-443a-a599-a5c1df88b7e7 req-54b0e9cc-be59-4077-8403-79940dd0efe1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8499643-6d33-484f-9958-41d85f2a2feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436368 Sep 23 13:28:00.193397 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a5e214f7-6568-4548-b7cd-a19635d87db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:00.204951 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62252134-d321-443a-a599-a5c1df88b7e7 req-75e5e7b0-970f-40b9-9416-98034cf014d6 service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005044 Sep 23 13:28:00.304888 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62252134-d321-443a-a599-a5c1df88b7e7 req-c9b4feb2-d620-40f2-addf-77ceacc5122b service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921967 Sep 23 13:28:00.818981 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4889-6a20-457b-abc0-1481e1c58683 req-170328a6-5fbb-4ff4-8cc4-33482bd841ec tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:00.820577 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7e6b4889-6a20-457b-abc0-1481e1c58683 req-170328a6-5fbb-4ff4-8cc4-33482bd841ec tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0511794 Sep 23 13:28:00.857974 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7e6b4889-6a20-457b-abc0-1481e1c58683 req-41827615-c040-4363-928a-39f4f3db9918 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Sep 23 13:28:01.981975 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf647-80e8-4958-8834-aefc21cebe26 req-aa9e4c5f-33ad-4079-82a5-7e5ca2d60f39 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:01.983426 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8ccf647-80e8-4958-8834-aefc21cebe26 req-aa9e4c5f-33ad-4079-82a5-7e5ca2d60f39 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0520985 Sep 23 13:28:02.030135 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8ccf647-80e8-4958-8834-aefc21cebe26 req-f9cce2e4-03d2-4fd5-9b74-c6796e6d77c8 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396144 Sep 23 13:28:02.588647 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6befa277-5e90-439d-8ff7-31adc250733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:03.155747 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42d5b5-3121-455c-b0fc-7cc5d0a50344 req-085fe190-e506-44c5-a9aa-a8b58499266c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:03.158844 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7a42d5b5-3121-455c-b0fc-7cc5d0a50344 req-085fe190-e506-44c5-a9aa-a8b58499266c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0528486 Sep 23 13:28:03.198457 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7a42d5b5-3121-455c-b0fc-7cc5d0a50344 req-c7f7839e-1fcc-4396-bfd4-7e4d2f48db2b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Sep 23 13:28:03.221074 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:03.906963 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:04.224359 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55622) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:04.291308 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a9bb0-05ad-4310-b254-86d0becd6afc req-2f16ae12-cdae-43f2-8603-6829839f8048 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:04.293398 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-122a9bb0-05ad-4310-b254-86d0becd6afc req-2f16ae12-cdae-43f2-8603-6829839f8048 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0629942 Sep 23 13:28:04.355552 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a687e463-5c26-4377-85cc-c2faf6206528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:04.357848 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-122a9bb0-05ad-4310-b254-86d0becd6afc req-5cebd57d-98a6-4901-837d-a1b556f71b6a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Sep 23 13:28:04.366906 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0faf5b-06a2-4297-bc0f-f36873cdeb4a req-28062c68-0d3c-42ac-be06-4a5ebc546ac3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:04.368383 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7f0faf5b-06a2-4297-bc0f-f36873cdeb4a req-28062c68-0d3c-42ac-be06-4a5ebc546ac3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0950410 Sep 23 13:28:04.407408 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7f0faf5b-06a2-4297-bc0f-f36873cdeb4a req-a23c5c83-2371-48bb-9c1e-1c024c57860d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327075 Sep 23 13:28:04.471728 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a687e463-5c26-4377-85cc-c2faf6206528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:04.540905 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a687e463-5c26-4377-85cc-c2faf6206528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:04.577815 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-a687e463-5c26-4377-85cc-c2faf6206528 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2808e2b59e6c43b8bec49131a253ad18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523872 Sep 23 13:28:04.580390 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55634) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:04.586690 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687e463-5c26-4377-85cc-c2faf6206528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c00db98-5b65-4cf9-9b56-9446fe7ff739,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:04.643780 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbed9635-1dcf-41ec-91df-659096cdb853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:04.664967 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbed9635-1dcf-41ec-91df-659096cdb853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:04.781185 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbed9635-1dcf-41ec-91df-659096cdb853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:04.783757 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbed9635-1dcf-41ec-91df-659096cdb853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:04.784981 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-fbed9635-1dcf-41ec-91df-659096cdb853 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c00db98-5b65-4cf9-9b56-9446fe7ff739 HTTP/1.1" status: 204 len: 168 time: 0.2036586 Sep 23 13:28:04.796882 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed9635-1dcf-41ec-91df-659096cdb853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c00db98-5b65-4cf9-9b56-9446fe7ff739,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:05.484036 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:05.508699 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa62ab-3971-4f3b-b7d1-3d3227ed0ade req-fb31d202-b462-4591-ad02-37489e3b6ca9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:05.510171 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d0fa62ab-3971-4f3b-b7d1-3d3227ed0ade req-fb31d202-b462-4591-ad02-37489e3b6ca9 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0592315 Sep 23 13:28:05.554148 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-e76908d6-75e0-4abf-bf67-8f5921987f2e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124648846&fields=id&tenant_id=166103fc3a724214a2949c9c98becb64 HTTP/1.1" status: 200 len: 267 time: 0.0591328 Sep 23 13:28:05.578422 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d0fa62ab-3971-4f3b-b7d1-3d3227ed0ade req-d728b756-76e1-4703-b19a-747d74133f0f tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607007 Sep 23 13:28:05.710552 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-f54f0d46-5288-4f04-949c-14378f656356 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:05.712030 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-f54f0d46-5288-4f04-949c-14378f656356 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/networks?id=95a129b5-b84e-493f-8055-89d16bd5627e HTTP/1.1" status: 200 len: 809 time: 0.1505609 Sep 23 13:28:05.720029 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf893a-fd39-4146-9fd1-3cbe30d57a00 req-3be23a75-5a82-4cf2-bff0-8192843be71c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:05.721409 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-edbf893a-fd39-4146-9fd1-3cbe30d57a00 req-3be23a75-5a82-4cf2-bff0-8192843be71c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0747957 Sep 23 13:28:05.737140 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-e781feee-a19f-4a39-85a7-aa9f965fa127 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/quotas/166103fc3a724214a2949c9c98becb64 HTTP/1.1" status: 200 len: 375 time: 0.0148237 Sep 23 13:28:05.790237 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-edbf893a-fd39-4146-9fd1-3cbe30d57a00 req-5ca631f3-d8d3-4108-8a80-caaa26ac30d3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613878 Sep 23 13:28:05.807745 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-41eb855b-b9d9-482d-937d-5239473fe6c6 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=166103fc3a724214a2949c9c98becb64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631888 Sep 23 13:28:05.906605 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-d44d6a6f-f1ba-44cc-be08-5e3ce27297e6 service neutron] 10.222.0.41 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870185 Sep 23 13:28:05.999583 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-9f830964-2c40-460f-b74d-b62843c6d13f service neutron] 10.222.0.41 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861039 Sep 23 13:28:06.573241 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eb5552d1-ee33-4688-b144-6b9111a6d1a0 req-37eedd68-537c-4657-a8fb-05cd825b7c8a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 210 time: 0.0272679 Sep 23 13:28:06.699128 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b898027-6169-40f8-bf21-5067b049033a req-ae573f76-28d6-49e5-aebd-06f8322ef8c1 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:06.704154 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7b898027-6169-40f8-bf21-5067b049033a req-ae573f76-28d6-49e5-aebd-06f8322ef8c1 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0530636 Sep 23 13:28:06.739315 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7b898027-6169-40f8-bf21-5067b049033a req-7ac1a03e-13a8-46e2-993c-772719bbc829 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Sep 23 13:28:06.922471 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e863a1-40ee-4e42-a2bf-3d75e6149068 req-7afca880-5c46-404b-84a7-e2cc87143687 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:06.923961 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-47e863a1-40ee-4e42-a2bf-3d75e6149068 req-7afca880-5c46-404b-84a7-e2cc87143687 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0504081 Sep 23 13:28:06.964369 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-47e863a1-40ee-4e42-a2bf-3d75e6149068 req-29efc76b-126b-4fca-aa4a-ede858399d45 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Sep 23 13:28:07.059400 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-288103b0-e824-470a-ace0-4febac0eb4a3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:07.060839 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-288103b0-e824-470a-ace0-4febac0eb4a3 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.15 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 945 time: 0.0545232 Sep 23 13:28:07.151149 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Deleting port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:28:07.151539 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:07.467320 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] For port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:07.467735 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:07.480943 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Calling delete_port for d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:28:07.665756 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-26aacc43-30a9-42d6-bbcf-7dae6ae61c75 req-df60b034-9b41-4396-960d-27002990f787 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 210 time: 0.0260966 Sep 23 13:28:07.701768 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:07.721496 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['0f8de7a6-1642-4db2-acdc-75af9970ebcd'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:28:07.753531 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Pushing event deleted for resources: {'Port': ['ID=d4c4ba2f-3d7b-4b07-97bc-d736e69182c3,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:07.787912 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.788533 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.789091 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.789535 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.790081 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.790538 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.791082 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.791875 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.792542 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.792887 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.797440 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.797440 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:07.817060 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] No DVR routers for this DVR port d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:28:07.820947 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:07.823146 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0ee7dabb-2142-42db-ae01-37f2a79073fb req-4b5ea88e-c67f-4bb5-a214-fbc44cb7107b tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.15 "DELETE /v2.0/ports/d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 HTTP/1.1" status: 204 len: 173 time: 0.7550559 Sep 23 13:28:07.823662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811c565e-b2da-4762-82a8-b4d5194c8ce0', 'name': 'network-vif-deleted', 'tag': 'd4c4ba2f-3d7b-4b07-97bc-d736e69182c3'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:07.826410 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a591106-bab7-4df1-8ed4-a0036265b883" -d '{"events": [{"server_uuid": "811c565e-b2da-4762-82a8-b4d5194c8ce0", "name": "network-vif-deleted", "tag": "d4c4ba2f-3d7b-4b07-97bc-d736e69182c3"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:07.897738 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-824eda18-7a08-4761-b9b7-132e8b4ba772 req-f230d9ab-75cb-4dc6-bd21-5fa5279bb81a tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0441592 Sep 23 13:28:07.929336 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-8c900001-1af6-4d48-b52d-7ade4322564a tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a8a0fbd536ab4cfc8255179592880f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347443 Sep 23 13:28:07.952968 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0279c754-ca2c-4727-a542-0f7c7162f846 x-openstack-request-id: req-0279c754-ca2c-4727-a542-0f7c7162f846 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:07.953252 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811c565e-b2da-4762-82a8-b4d5194c8ce0", "name": "network-vif-deleted", "tag": "d4c4ba2f-3d7b-4b07-97bc-d736e69182c3", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:07.953500 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0279c754-ca2c-4727-a542-0f7c7162f846 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:07.953889 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811c565e-b2da-4762-82a8-b4d5194c8ce0', 'name': 'network-vif-deleted', 'tag': 'd4c4ba2f-3d7b-4b07-97bc-d736e69182c3', 'status': 'completed', 'code': 200} Sep 23 13:28:08.157668 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-d5a8fa81-58eb-46ee-b618-f1e4eb05b82e tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:08.159024 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-d5a8fa81-58eb-46ee-b618-f1e4eb05b82e tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237716 Sep 23 13:28:08.170473 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d21c01-3c52-4faf-a9dc-53d2848289c3 req-ba4d57d7-599b-4c74-8483-f423f25798f8 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:08.171923 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d2d21c01-3c52-4faf-a9dc-53d2848289c3 req-ba4d57d7-599b-4c74-8483-f423f25798f8 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1209497 Sep 23 13:28:08.188856 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-ab197666-aad1-4e15-9597-85faef7f0063 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/quotas/a8a0fbd536ab4cfc8255179592880f24 HTTP/1.1" status: 200 len: 375 time: 0.0160327 Sep 23 13:28:08.230717 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-4ebe41c4-27ce-4836-b617-9551733d8054 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8a0fbd536ab4cfc8255179592880f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356958 Sep 23 13:28:08.237947 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d2d21c01-3c52-4faf-a9dc-53d2848289c3 req-2cc390db-9ab9-435e-9035-1f4634c115b5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584166 Sep 23 13:28:08.473188 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5017296d-5bab-4e83-90a7-f380052f65e7 req-12672657-2457-425c-b9d9-f0b2b9db6ebd tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0255806 Sep 23 13:28:08.760185 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7546909e-5284-48a8-8e3a-c1a5faae3c29 req-c021d62b-ccb1-49a5-8648-272383925ab6 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 210 time: 0.0262005 Sep 23 13:28:08.956161 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-2a08570d-64da-4532-871e-019dd4025ea7 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:08.957763 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-2a08570d-64da-4532-871e-019dd4025ea7 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.15 "GET /v2.0/networks?id=95a129b5-b84e-493f-8055-89d16bd5627e HTTP/1.1" status: 200 len: 809 time: 0.1186004 Sep 23 13:28:09.016894 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8662687-d17d-4bf9-80e5-bf792c12e7cb req-017a0123-8012-4316-a624-7a5399e1e4db tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=811c565e-b2da-4762-82a8-b4d5194c8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0341651 Sep 23 13:28:09.039636 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-416176c3-2fae-4dd3-a023-a42e27925863 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166103fc3a724214a2949c9c98becb64 HTTP/1.1" status: 200 len: 379 time: 0.0680740 Sep 23 13:28:09.059310 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Request body: {'port': {'device_id': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'admin_state_up': True, 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'security_groups': ['14d30456-180d-4df4-9344-44860969388d']}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:09.244662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Made reservation on behalf of 166103fc3a724214a2949c9c98becb64 for: {'port': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:28:09.248319 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:09.400831 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:28:09.406422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200b204-5756-4069-b478-e906ebfa7867 req-584f5cbd-319a-431d-8711-c7246ff326eb tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:09.407950 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2200b204-5756-4069-b478-e906ebfa7867 req-584f5cbd-319a-431d-8711-c7246ff326eb tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0907845 Sep 23 13:28:09.422818 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Allocated IP 172.20.0.13 (95a129b5-b84e-493f-8055-89d16bd5627e/31b65520-231e-4fb0-baf4-2c8d424eb2cd/ce8cf903-1a09-4a17-bf7c-6f27602c68a6) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:28:09.450581 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:28:09.450927 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device d4c4ba2f-3d7b-4b07-97bc-d736e69182c3 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:28:09.484282 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2200b204-5756-4069-b478-e906ebfa7867 req-30aa53f2-4694-4a5b-9adf-5bc3d8d0535d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548689 Sep 23 13:28:09.604510 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fb9db6e7-45c2-40f6-930b-5e287b5f728c req-90a448c1-2156-4fc5-a7b4-6d73c9101236 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0366478 Sep 23 13:28:09.637243 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:09.708029 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:09.750052 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Network 95a129b5-b84e-493f-8055-89d16bd5627e is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:28:09.753042 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:28:09.756573 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:28:09.765010 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'Port': ['ID=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:09.811327 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:09.812012 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:09.896864 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72884c-38b9-4b85-ba2a-c060c06d3a9e req-eddbccae-410c-4e7d-8475-a1f00d56c531 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:09.898464 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b72884c-38b9-4b85-ba2a-c060c06d3a9e req-eddbccae-410c-4e7d-8475-a1f00d56c531 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 932 time: 0.0567346 Sep 23 13:28:09.925747 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-36ce7e38-8c5a-40e9-9aaf-c0f3ea77198d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8701079 Sep 23 13:28:09.946139 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Request body: {'port': {'device_id': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:09.954056 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b72884c-38b9-4b85-ba2a-c060c06d3a9e req-1ba55b3c-3f35-4f76-88ae-72beb69b420e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491514 Sep 23 13:28:10.003249 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:10.056172 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-43a797a1-f228-45a6-a9df-68d54241fc21 None None] Provisioning complete for port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:28:10.056548 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43a797a1-f228-45a6-a9df-68d54241fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:10.095705 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-43a797a1-f228-45a6-a9df-68d54241fc21 None None] Port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:28:10.280783 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8cf903-1a09-4a17-bf7c-6f27602c68a6 {{(pid=94597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:28:10.288634 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:10.300068 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Transition to ACTIVE for port object ce8cf903-1a09-4a17-bf7c-6f27602c68a6 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:28:10.375271 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:10.424334 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:10.544591 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Attempting to bind port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:28:10.545221 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Attempting to bind port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:28:10.545221 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Attempting to bind port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 on network 95a129b5-b84e-493f-8055-89d16bd5627e {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:28:10.553813 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 on network 95a129b5-b84e-493f-8055-89d16bd5627e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:28:10.554335 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Attempting to bind port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 on network 95a129b5-b84e-493f-8055-89d16bd5627e {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:28:10.561254 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:28:10.561591 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Checking segment: {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:28:10.561980 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Bound using segment: {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:28:10.562424 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Bound port: ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc32376-bdbb-4a30-b88c-09a065234e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:28:10.562797 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:10.572711 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387c542-ce0d-43d8-9fee-39c284ba1467 req-3753b5f8-209e-405f-a126-49b5966ec001 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:10.574500 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5387c542-ce0d-43d8-9fee-39c284ba1467 req-3753b5f8-209e-405f-a126-49b5966ec001 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0948238 Sep 23 13:28:10.678963 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5387c542-ce0d-43d8-9fee-39c284ba1467 req-14e875d5-51e3-4f32-ae92-5075eb38f839 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929363 Sep 23 13:28:10.712532 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ef6a-bcf7-44ab-aba1-90866d46bd45 req-e7619cd5-fef6-438e-9f12-1893c142bcfd tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:10.713964 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f4d3ef6a-bcf7-44ab-aba1-90866d46bd45 req-e7619cd5-fef6-438e-9f12-1893c142bcfd tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1264570 Sep 23 13:28:10.720770 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:28:10.725966 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:28:10.769280 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-18a9b9cf-47cf-4702-a599-242ef2d810d6 req-31283abb-3906-4cdc-8f90-7d76235b3b10 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0290544 Sep 23 13:28:10.782134 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f4d3ef6a-bcf7-44ab-aba1-90866d46bd45 req-36798bc5-7ebc-4686-8260-d701e9423a42 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588431 Sep 23 13:28:10.799101 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:10.831338 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:10.831463 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:10.833875 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] 10.222.0.15 "PUT /v2.0/ports/ce8cf903-1a09-4a17-bf7c-6f27602c68a6 HTTP/1.1" status: 200 len: 1094 time: 0.8942497 Sep 23 13:28:10.836200 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:10.838405 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eba3b3-a40e-4da0-a6ac-42fe4fe0dc50" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:10.867792 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf07c8-8904-4bcd-b3d3-ebf929046f07 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:10.875573 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8429eb85-dbad-4c60-9c56-68582c14ecce x-openstack-request-id: req-8429eb85-dbad-4c60-9c56-68582c14ecce {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:10.875918 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:10.876220 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8429eb85-dbad-4c60-9c56-68582c14ecce {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:10.876674 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'status': 'completed', 'code': 200} Sep 23 13:28:11.073106 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ae43a-0cf8-4506-b478-955a133ead0d req-c95ec868-f841-4171-9756-8488982bf82e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:11.074576 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-896ae43a-0cf8-4506-b478-955a133ead0d req-c95ec868-f841-4171-9756-8488982bf82e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0492189 Sep 23 13:28:11.118153 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-896ae43a-0cf8-4506-b478-955a133ead0d req-96c5d772-578c-41b3-be1b-959bd5f0b2a9 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357606 Sep 23 13:28:11.798745 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185233e-33ed-49b1-8ddd-2bdfd4b9dad9 req-ae169d1f-54eb-44b5-9030-0c7ceb04f379 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:11.800309 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d185233e-33ed-49b1-8ddd-2bdfd4b9dad9 req-ae169d1f-54eb-44b5-9030-0c7ceb04f379 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0517318 Sep 23 13:28:11.838294 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d185233e-33ed-49b1-8ddd-2bdfd4b9dad9 req-54f9fab5-6c53-4ab8-b7a9-1b704016cd66 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Sep 23 13:28:11.865746 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ea84b7e0-a436-40d7-b3fd-13ca020c727e req-f9b9515d-eb68-49c4-bdd6-1bd10ca6cc3a tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Sep 23 13:28:11.943864 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcbf24-7304-401f-8b44-7282bdfe1099 req-6846166e-2ac5-44ae-b4bb-7442dee42c93 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:11.945345 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-59fcbf24-7304-401f-8b44-7282bdfe1099 req-6846166e-2ac5-44ae-b4bb-7442dee42c93 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0489104 Sep 23 13:28:11.982572 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-59fcbf24-7304-401f-8b44-7282bdfe1099 req-97da266d-7bc8-48a1-917a-1ad6f702c572 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Sep 23 13:28:12.233308 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5db1-8647-469e-8102-3e5bf77fb824 req-826f286a-29db-467a-9965-fed5369cb55a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:12.234786 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ad3f5db1-8647-469e-8102-3e5bf77fb824 req-826f286a-29db-467a-9965-fed5369cb55a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0515258 Sep 23 13:28:12.273744 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ad3f5db1-8647-469e-8102-3e5bf77fb824 req-6b740065-d83f-42f1-91ae-0ac8e495f2a5 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Sep 23 13:28:12.470243 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ae28-d036-4b49-a467-e90d1e921684 req-ba1ffa37-e06b-45ed-9526-0c3df9bfc947 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:12.471747 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef67ae28-d036-4b49-a467-e90d1e921684 req-ba1ffa37-e06b-45ed-9526-0c3df9bfc947 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0498414 Sep 23 13:28:12.511417 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef67ae28-d036-4b49-a467-e90d1e921684 req-1e08bbb8-2cd6-4eed-9e47-d9b3ad0459fb tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331309 Sep 23 13:28:12.903856 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eba3b3-a40e-4da0-a6ac-42fe4fe0dc50 req-2813996f-a88b-4ca1-9454-1f568cc67c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:12.905684 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-17eba3b3-a40e-4da0-a6ac-42fe4fe0dc50 req-2813996f-a88b-4ca1-9454-1f568cc67c42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=166103fc3a724214a2949c9c98becb64&device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1097 time: 0.0416739 Sep 23 13:28:13.007340 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c649405-9dd3-4eab-a651-208e4f5a74d2 req-fc6614c9-5b66-4047-a413-c9cdade3704d tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0610969 Sep 23 13:28:13.090118 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaf4d3-dbf4-4edd-b26b-60c9a97db1ef req-8bf6fa11-4652-4a94-9cda-f3e89b3f225d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.091573 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2deaf4d3-dbf4-4edd-b26b-60c9a97db1ef req-8bf6fa11-4652-4a94-9cda-f3e89b3f225d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1805329 Sep 23 13:28:13.168022 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eba3b3-a40e-4da0-a6ac-42fe4fe0dc50 req-9bde262f-7c31-4c12-b740-66bc6519dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.169504 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-17eba3b3-a40e-4da0-a6ac-42fe4fe0dc50 req-9bde262f-7c31-4c12-b740-66bc6519dc8e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=166103fc3a724214a2949c9c98becb64&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2476633 Sep 23 13:28:13.182646 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-73043519-bc1b-4a1b-9adf-80f97fba11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.184056 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-73043519-bc1b-4a1b-9adf-80f97fba11c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66aaf1120d014bd1955796a6fd2591cf&device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 1137 time: 0.1818767 Sep 23 13:28:13.210122 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2deaf4d3-dbf4-4edd-b26b-60c9a97db1ef req-c698e02c-e9ab-4f84-81a8-970ee1853618 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045899 Sep 23 13:28:13.227549 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a87ddb-81f4-4d22-b8db-d8ee786f10c1 req-1c71de3d-0c51-4a9b-b2be-c916242ec1a2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.229138 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8a87ddb-81f4-4d22-b8db-d8ee786f10c1 req-1c71de3d-0c51-4a9b-b2be-c916242ec1a2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1520572 Sep 23 13:28:13.287004 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-51fbd68e-7103-482a-832c-b25833d9c2ae tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a8a0fbd536ab4cfc8255179592880f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283203 Sep 23 13:28:13.512329 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-54cdd1b0-92c1-415c-9a8b-0ccaea9d07b6 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.513938 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-54cdd1b0-92c1-415c-9a8b-0ccaea9d07b6 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161794 Sep 23 13:28:13.531337 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Request body: {'port': {'device_id': 'ac075cbf-049e-437b-b646-5ce8c748d9f0', 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944', 'admin_state_up': True, 'tenant_id': 'a8a0fbd536ab4cfc8255179592880f24'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:13.650667 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8a87ddb-81f4-4d22-b8db-d8ee786f10c1 req-f18c9273-ec9d-4bbf-82c4-6bd471609872 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4079902 Sep 23 13:28:13.681038 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-542d5059-46ee-463e-aaa7-8c5b6823a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.682589 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-542d5059-46ee-463e-aaa7-8c5b6823a9b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5feb9640-c240-453c-a0fb-ca04fe092220 HTTP/1.1" status: 200 len: 915 time: 0.4839497 Sep 23 13:28:13.684837 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eba3b3-a40e-4da0-a6ac-42fe4fe0dc50 req-76f68e82-8e96-4352-8506-2c40285d7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.686206 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-17eba3b3-a40e-4da0-a6ac-42fe4fe0dc50 req-76f68e82-8e96-4352-8506-2c40285d7a35 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4989555 Sep 23 13:28:13.709513 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Made reservation on behalf of a8a0fbd536ab4cfc8255179592880f24 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:28:13.709964 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42291972-9485-4895-b717-a1fefe8e371c req-d572932b-82f9-463d-8063-04622ceff358 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.709964 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-42291972-9485-4895-b717-a1fefe8e371c req-d572932b-82f9-463d-8063-04622ceff358 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.3511443 Sep 23 13:28:13.715530 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:13.728017 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:13.841339 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:13.855633 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-986dea98-d699-4af4-be34-e8a5134f2ea8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 200 len: 1001 time: 0.1517603 Sep 23 13:28:13.860114 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-42291972-9485-4895-b717-a1fefe8e371c req-294fde01-d8d1-4ca7-828a-2e96e317abb7 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472411 Sep 23 13:28:13.870106 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-240151e4-3b56-4f7c-b1b5-424419e301e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.873021 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-240151e4-3b56-4f7c-b1b5-424419e301e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=166103fc3a724214a2949c9c98becb64&device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1097 time: 0.1188557 Sep 23 13:28:13.878745 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54998b8-ebd1-4532-840d-1e5d402a4c5a req-5f73667b-65ad-4881-a031-ad4f97032c89 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.880707 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c54998b8-ebd1-4532-840d-1e5d402a4c5a req-5f73667b-65ad-4881-a031-ad4f97032c89 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.1255751 Sep 23 13:28:13.913099 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:13.957987 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-df41d0c4-6fe8-4075-b19b-4d7007bfd6a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6 HTTP/1.1" status: 200 len: 217 time: 0.0681767 Sep 23 13:28:13.981269 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530987fb-afbb-42e9-b449-cbee848ecfd9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:13.983312 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-880bbf71-b36f-4144-9849-28ff0f6c806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:13.984742 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-880bbf71-b36f-4144-9849-28ff0f6c806d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ad4bd3-d408-4e15-80c7-cbbba525e2eb HTTP/1.1" status: 200 len: 853 time: 0.1019619 Sep 23 13:28:14.029818 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c54998b8-ebd1-4532-840d-1e5d402a4c5a req-58a6212b-81b0-4a03-a695-bd3dd4a84946 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1379077 Sep 23 13:28:14.063399 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-a77c7e54-8168-4bb5-8d98-7b1b7da7e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:14.063399 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-a77c7e54-8168-4bb5-8d98-7b1b7da7e368 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31b65520-231e-4fb0-baf4-2c8d424eb2cd HTTP/1.1" status: 200 len: 848 time: 0.0878034 Sep 23 13:28:14.085975 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Allocated IP 192.168.233.110 (77b3e962-e33f-49ff-8ac1-c5586768e944/0412a760-4d59-48f1-9269-66b7bc1e9c84/4abcd67d-b0f5-4c52-a43c-421e066db5fe) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:28:14.110030 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-9f06283a-0569-4903-97d4-ed78ce571ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:14.111505 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-9f06283a-0569-4903-97d4-ed78ce571ee4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5feb9640-c240-453c-a0fb-ca04fe092220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024272 Sep 23 13:28:14.157799 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c7469176-7d51-42e5-b61c-7b72865f72ef req-bd2f50b8-77af-4db4-a836-66eeb5ba54e3 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0523376 Sep 23 13:28:14.172603 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-0ed38d26-daee-4b85-bb36-151efdd014c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:14.174135 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-0ed38d26-daee-4b85-bb36-151efdd014c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a129b5-b84e-493f-8055-89d16bd5627e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1029463 Sep 23 13:28:14.266771 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:14.357939 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-eb3efa65-b49d-44da-add9-073830c4b17d service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331510 Sep 23 13:28:14.365215 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:14.399445 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-685fb008-e406-4c43-a634-f3a0b0b961f6 service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938858 Sep 23 13:28:14.408815 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e480d9-2387-4936-9855-17a59fe74e00 req-19ff2adb-f6a9-4818-960c-31dde843ea27 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:14.409447 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Network 77b3e962-e33f-49ff-8ac1-c5586768e944 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:28:14.410212 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-78e480d9-2387-4936-9855-17a59fe74e00 req-19ff2adb-f6a9-4818-960c-31dde843ea27 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.1165659 Sep 23 13:28:14.412627 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:28:14.416495 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:28:14.428023 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:14.428023 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:14.439976 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Pushing event updated for resources: {'Port': ['ID=4abcd67d-b0f5-4c52-a43c-421e066db5fe,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:14.496908 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-6d39e166-703a-4483-a671-4d9896e49ac5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9698768 Sep 23 13:28:14.513052 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Request body: {'port': {'device_id': 'ac075cbf-049e-437b-b646-5ce8c748d9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:14.563851 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-78e480d9-2387-4936-9855-17a59fe74e00 req-26c0e012-e25c-415e-9330-20095717f271 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344428 Sep 23 13:28:14.569461 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-a48dc81e-19cb-4378-80d6-75967f4dcdc1 service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972709 Sep 23 13:28:14.576450 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:14.585556 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d10fd776-e447-4e2b-9771-f38bd9ce21cf req-d85ceeaf-425e-4a52-922e-6f9dc7b5d20f service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724534 Sep 23 13:28:14.702625 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-1a47fa7a-3358-4622-8e5d-178e97f96887 None None] Provisioning complete for port 4abcd67d-b0f5-4c52-a43c-421e066db5fe triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:28:14.703098 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1a47fa7a-3358-4622-8e5d-178e97f96887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:14.741644 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1a47fa7a-3358-4622-8e5d-178e97f96887 None None] Port 4abcd67d-b0f5-4c52-a43c-421e066db5fe cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:28:14.785751 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1f23e-e595-4769-b75d-be910b06a575 req-0eb1725a-b933-46a6-b95e-0fd1af3e2f75 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:14.788361 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-66f1f23e-e595-4769-b75d-be910b06a575 req-0eb1725a-b933-46a6-b95e-0fd1af3e2f75 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0525711 Sep 23 13:28:14.827147 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-66f1f23e-e595-4769-b75d-be910b06a575 req-ab5eef7a-5bde-42e0-8860-c9f365861eaa tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Sep 23 13:28:14.881210 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abcd67d-b0f5-4c52-a43c-421e066db5fe {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:28:14.889006 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:14.902808 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Transition to ACTIVE for port object 4abcd67d-b0f5-4c52-a43c-421e066db5fe will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:28:14.987357 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df1141-10a0-454d-8b80-3c67ead9a2fe req-edf2c391-e8e0-4f8f-943a-326c9a528e18 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:14.988836 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f3df1141-10a0-454d-8b80-3c67ead9a2fe req-edf2c391-e8e0-4f8f-943a-326c9a528e18 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0488467 Sep 23 13:28:15.021626 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:15.031518 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f3df1141-10a0-454d-8b80-3c67ead9a2fe req-45d80bbb-fd64-41c4-a099-eed276bf4914 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357988 Sep 23 13:28:15.090943 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4abcd67d-b0f5-4c52-a43c-421e066db5fe,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:15.109917 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Attempting to bind port 4abcd67d-b0f5-4c52-a43c-421e066db5fe on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:28:15.110253 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Attempting to bind port 4abcd67d-b0f5-4c52-a43c-421e066db5fe by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'd435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:28:15.110589 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Attempting to bind port 4abcd67d-b0f5-4c52-a43c-421e066db5fe on network 77b3e962-e33f-49ff-8ac1-c5586768e944 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:28:15.115405 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Port 4abcd67d-b0f5-4c52-a43c-421e066db5fe on network 77b3e962-e33f-49ff-8ac1-c5586768e944 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:28:15.115745 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Attempting to bind port 4abcd67d-b0f5-4c52-a43c-421e066db5fe on network 77b3e962-e33f-49ff-8ac1-c5586768e944 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:28:15.122374 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:28:15.122514 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Checking segment: {'id': 'd435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:28:15.122865 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Bound using segment: {'id': 'd435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:28:15.123293 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Bound port: 4abcd67d-b0f5-4c52-a43c-421e066db5fe, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:28:15.123648 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:15.178553 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7dbc-bdb9-4809-9be2-bbc808ab30c9 req-1662d6c1-abf1-4204-8710-45aece471e1e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.184224 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-965b7dbc-bdb9-4809-9be2-bbc808ab30c9 req-1662d6c1-abf1-4204-8710-45aece471e1e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0646982 Sep 23 13:28:15.199266 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] For port 4abcd67d-b0f5-4c52-a43c-421e066db5fe, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:28:15.206167 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] For port 4abcd67d-b0f5-4c52-a43c-421e066db5fe, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4abcd67d-b0f5-4c52-a43c-421e066db5fe,segment=NetworkSegment(d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9),segment_id=d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:28:15.235910 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-965b7dbc-bdb9-4809-9be2-bbc808ab30c9 req-1940de41-346b-4d95-82ff-b05e2fcd8690 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458269 Sep 23 13:28:15.284597 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:15.295589 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571fdcb-f179-47d2-bf24-976a9cb4e5c4 req-055637f4-50d2-4ffe-881c-fc0522ff70e9 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.297133 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8571fdcb-f179-47d2-bf24-976a9cb4e5c4 req-055637f4-50d2-4ffe-881c-fc0522ff70e9 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 948 time: 0.0507956 Sep 23 13:28:15.318700 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.319507 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:15.320879 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/4abcd67d-b0f5-4c52-a43c-421e066db5fe HTTP/1.1" status: 200 len: 1098 time: 0.8125067 Sep 23 13:28:15.323188 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac075cbf-049e-437b-b646-5ce8c748d9f0', 'tag': '4abcd67d-b0f5-4c52-a43c-421e066db5fe'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:15.331571 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba204c27-3c6e-45e2-b534-75f6baf92001" -d '{"events": [{"name": "network-changed", "server_uuid": "ac075cbf-049e-437b-b646-5ce8c748d9f0", "tag": "4abcd67d-b0f5-4c52-a43c-421e066db5fe"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:15.340648 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8571fdcb-f179-47d2-bf24-976a9cb4e5c4 req-9a215f78-3c73-40d8-a212-82d9f4552db5 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364473 Sep 23 13:28:15.361052 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5a285-5c7a-4e92-8f24-aa225755d9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4abcd67d-b0f5-4c52-a43c-421e066db5fe,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:15.374272 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc45c626-5564-48c8-adce-f95a9d10f049 x-openstack-request-id: req-dc45c626-5564-48c8-adce-f95a9d10f049 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:15.374861 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac075cbf-049e-437b-b646-5ce8c748d9f0", "tag": "4abcd67d-b0f5-4c52-a43c-421e066db5fe", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:15.374861 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc45c626-5564-48c8-adce-f95a9d10f049 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:15.375385 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac075cbf-049e-437b-b646-5ce8c748d9f0', 'tag': '4abcd67d-b0f5-4c52-a43c-421e066db5fe', 'status': 'completed', 'code': 200} Sep 23 13:28:15.445385 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba204c27-3c6e-45e2-b534-75f6baf92001 req-6654567e-e1c5-4af1-90ad-754b356da02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.446902 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ba204c27-3c6e-45e2-b534-75f6baf92001 req-6654567e-e1c5-4af1-90ad-754b356da02d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8a0fbd536ab4cfc8255179592880f24&device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 1101 time: 0.0419445 Sep 23 13:28:15.477751 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ba204c27-3c6e-45e2-b534-75f6baf92001 req-62433507-c103-48a7-afb7-a51de4074834 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a8a0fbd536ab4cfc8255179592880f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209634 Sep 23 13:28:15.583343 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba204c27-3c6e-45e2-b534-75f6baf92001 req-5ccb765f-f6bb-4ddb-b4ea-4f227ed66ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.584957 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ba204c27-3c6e-45e2-b534-75f6baf92001 req-5ccb765f-f6bb-4ddb-b4ea-4f227ed66ffd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981209 Sep 23 13:28:15.669670 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-2b7a60f7-1198-4fbb-9fe3-9c2b5ca2678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.671072 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-2b7a60f7-1198-4fbb-9fe3-9c2b5ca2678a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8a0fbd536ab4cfc8255179592880f24&device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 1101 time: 0.0399811 Sep 23 13:28:15.683922 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88761d-7513-4679-a081-25804dc25989 req-cc1bb332-c87e-4f2e-bbee-b79bf989136d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.685393 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8c88761d-7513-4679-a081-25804dc25989 req-cc1bb332-c87e-4f2e-bbee-b79bf989136d tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0490279 Sep 23 13:28:15.719667 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-a89fd985-9740-4d26-9b87-078466b91878 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=4abcd67d-b0f5-4c52-a43c-421e066db5fe HTTP/1.1" status: 200 len: 217 time: 0.0382085 Sep 23 13:28:15.729086 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8c88761d-7513-4679-a081-25804dc25989 req-47565deb-e8c8-423f-ac7e-a16530231c5c tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372753 Sep 23 13:28:15.771870 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-3f212f04-f0e4-47cc-bff0-126a55f1279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.773322 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-3f212f04-f0e4-47cc-bff0-126a55f1279a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0412a760-4d59-48f1-9269-66b7bc1e9c84 HTTP/1.1" status: 200 len: 843 time: 0.0462973 Sep 23 13:28:15.821760 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-36924a01-072d-464c-b8f2-e924354d2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.823190 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-36924a01-072d-464c-b8f2-e924354d2b0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=77b3e962-e33f-49ff-8ac1-c5586768e944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391009 Sep 23 13:28:15.919513 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-13692ecd-7a7d-4022-bfea-2a5b0adc7773 service neutron] 10.222.0.15 "GET /v2.0/networks/77b3e962-e33f-49ff-8ac1-c5586768e944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868454 Sep 23 13:28:15.965651 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b70e6c-96bd-446b-b53f-d4c5a6ac44c3 req-087a73ef-0ff7-4354-9989-06c68543b20e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:15.967186 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f1b70e6c-96bd-446b-b53f-d4c5a6ac44c3 req-087a73ef-0ff7-4354-9989-06c68543b20e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0501206 Sep 23 13:28:16.006471 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f1b70e6c-96bd-446b-b53f-d4c5a6ac44c3 req-3e004419-4b94-4ab0-94fb-39e5885f6ccc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329583 Sep 23 13:28:16.015972 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-928507ff-5f1f-4f31-b23b-7cff119bad6f req-9df25856-60db-42e1-822a-4001f9cc8b44 service neutron] 10.222.0.15 "GET /v2.0/networks/77b3e962-e33f-49ff-8ac1-c5586768e944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856864 Sep 23 13:28:16.154035 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14541c2-91c3-44aa-b631-dcac97c6f7cb req-3254ef69-9b11-4d09-a72b-116705c398df tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:16.155606 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f14541c2-91c3-44aa-b631-dcac97c6f7cb req-3254ef69-9b11-4d09-a72b-116705c398df tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0582316 Sep 23 13:28:16.205407 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f14541c2-91c3-44aa-b631-dcac97c6f7cb req-2c7947bb-0108-456f-9d66-08bf6d06fd56 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424218 Sep 23 13:28:16.338048 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2f199-ac92-4731-b65f-0c4aa8f8672d req-67269463-3b86-40b9-843c-af7ca4f8c67f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:16.339497 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0ae2f199-ac92-4731-b65f-0c4aa8f8672d req-67269463-3b86-40b9-843c-af7ca4f8c67f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0476384 Sep 23 13:28:16.383366 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0ae2f199-ac92-4731-b65f-0c4aa8f8672d req-44ff85dd-dec5-4817-bc71-e269c3bdd10a tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378418 Sep 23 13:28:16.456450 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9527-8e6b-4034-9ec4-f90761b2bdda req-72cde99c-e397-4769-b187-9fdbf8b1623c tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:16.457914 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d26b9527-8e6b-4034-9ec4-f90761b2bdda req-72cde99c-e397-4769-b187-9fdbf8b1623c tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 948 time: 0.0489581 Sep 23 13:28:16.496323 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d26b9527-8e6b-4034-9ec4-f90761b2bdda req-e0a08783-7c53-4555-bf2f-2af2ad4d7a30 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Sep 23 13:28:16.841881 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ea250-4ca4-4db0-8571-2c585be512b9 req-2abb9a79-6628-4376-b54c-33e6b9971db4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:16.843318 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-be3ea250-4ca4-4db0-8571-2c585be512b9 req-2abb9a79-6628-4376-b54c-33e6b9971db4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0474372 Sep 23 13:28:16.879255 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-be3ea250-4ca4-4db0-8571-2c585be512b9 req-2ff2b481-df3e-42a8-8c53-34750517ba26 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300138 Sep 23 13:28:17.123822 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a4fdc-af56-4d8f-88d8-5bb3f1917b50 req-cc357e35-08dd-4efa-8336-fc3caa00f9a8 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:17.125256 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0a5a4fdc-af56-4d8f-88d8-5bb3f1917b50 req-cc357e35-08dd-4efa-8336-fc3caa00f9a8 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0479572 Sep 23 13:28:17.165064 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0a5a4fdc-af56-4d8f-88d8-5bb3f1917b50 req-db8e20f9-0ce6-4c06-82c1-5c7c0f22d101 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337520 Sep 23 13:28:17.317314 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afe0b4-c94d-421a-89a6-44f7806c10d3 req-a21f5b67-710b-4b1f-8560-e5087d19c187 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:17.318796 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e4afe0b4-c94d-421a-89a6-44f7806c10d3 req-a21f5b67-710b-4b1f-8560-e5087d19c187 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0493937 Sep 23 13:28:17.357190 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e4afe0b4-c94d-421a-89a6-44f7806c10d3 req-f7467a2d-8472-4d14-a2d8-f35eb5d916d5 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325871 Sep 23 13:28:17.517600 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e51c3-6082-49b6-ac31-6d07c99f6fe8 req-085d5886-31e9-4b03-8443-a6fa2b34c045 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:17.519089 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4f8e51c3-6082-49b6-ac31-6d07c99f6fe8 req-085d5886-31e9-4b03-8443-a6fa2b34c045 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0495002 Sep 23 13:28:17.559607 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4f8e51c3-6082-49b6-ac31-6d07c99f6fe8 req-c7c18246-2ce7-481b-8336-c74b4e1c556b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343025 Sep 23 13:28:17.607261 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1205-3c28-4164-98b3-f43e50d0c3cc req-76670d94-570e-4d42-8f8e-50cb1c6d7a9b tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:17.608742 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3c3a1205-3c28-4164-98b3-f43e50d0c3cc req-76670d94-570e-4d42-8f8e-50cb1c6d7a9b tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 948 time: 0.0467851 Sep 23 13:28:17.649210 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3c3a1205-3c28-4164-98b3-f43e50d0c3cc req-11585c65-ba9a-4281-a93c-e8c6692994dd tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Sep 23 13:28:17.888067 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 4abcd67d-b0f5-4c52-a43c-421e066db5fe details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:28:17.986873 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 4abcd67d-b0f5-4c52-a43c-421e066db5fe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4abcd67d-b0f5-4c52-a43c-421e066db5fe,segment=NetworkSegment(d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9),segment_id=d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:17.997905 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '4abcd67d-b0f5-4c52-a43c-421e066db5fe', 'network_id': '77b3e962-e33f-49ff-8ac1-c5586768e944', 'port_id': '4abcd67d-b0f5-4c52-a43c-421e066db5fe', 'mac_address': 'fa:16:3e:89:c2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0412a760-4d59-48f1-9269-66b7bc1e9c84', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:28:17.998149 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24653114-7c76-418b-920b-7738a17d8af3 req-5bbf7016-5579-4c33-9815-f428110599db tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:17.999440 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-24653114-7c76-418b-920b-7738a17d8af3 req-5bbf7016-5579-4c33-9815-f428110599db tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0500565 Sep 23 13:28:18.036070 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:18.038377 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-24653114-7c76-418b-920b-7738a17d8af3 req-98d7abba-6b2c-4de4-a83d-9837f9b3d1d5 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Sep 23 13:28:18.049660 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abcd67d-b0f5-4c52-a43c-421e066db5fe {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:28:18.068350 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 4abcd67d-b0f5-4c52-a43c-421e066db5fe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4abcd67d-b0f5-4c52-a43c-421e066db5fe,segment=NetworkSegment(d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9),segment_id=d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:18.140841 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:18.199048 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=4abcd67d-b0f5-4c52-a43c-421e066db5fe,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:18.206389 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.206745 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.207091 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.207431 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.207795 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.210796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.210796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.210796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.210796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.210796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.210796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.210796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:28:18.294025 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207729-eaf6-405c-a5ef-cbdca51de2c1 req-b5e945e6-81ea-49a0-a90a-d8926de32867 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:18.295478 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ed207729-eaf6-405c-a5ef-cbdca51de2c1 req-b5e945e6-81ea-49a0-a90a-d8926de32867 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0481410 Sep 23 13:28:18.331613 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ed207729-eaf6-405c-a5ef-cbdca51de2c1 req-5ccfc853-21a4-4760-a15e-dc339c5f6052 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302281 Sep 23 13:28:18.468172 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce66eb-5835-4b17-a590-f96a9576ddbf req-bdb30296-1c64-4107-941b-7734c3e2285f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:18.469661 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04ce66eb-5835-4b17-a590-f96a9576ddbf req-bdb30296-1c64-4107-941b-7734c3e2285f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0480843 Sep 23 13:28:18.471390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['4abcd67d-b0f5-4c52-a43c-421e066db5fe'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:28:18.519807 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04ce66eb-5835-4b17-a590-f96a9576ddbf req-11f4eaf0-6be9-4328-92df-8ea309953a53 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438914 Sep 23 13:28:18.678962 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c26c4-6d98-446a-a47b-95c32c161426 req-b7f576cb-840d-4f49-8b22-580fec32b745 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:18.680520 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a95c26c4-6d98-446a-a47b-95c32c161426 req-b7f576cb-840d-4f49-8b22-580fec32b745 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0526385 Sep 23 13:28:18.732480 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a95c26c4-6d98-446a-a47b-95c32c161426 req-ed07014d-0639-439b-bbd3-60f24b0e4a18 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455847 Sep 23 13:28:18.774150 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e0925-666f-4d4f-8773-3a4cbaa20748 req-9e32863c-3a41-4a0c-bfaf-eb063e740773 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:18.775617 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-429e0925-666f-4d4f-8773-3a4cbaa20748 req-9e32863c-3a41-4a0c-bfaf-eb063e740773 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 949 time: 0.0560186 Sep 23 13:28:18.813731 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-429e0925-666f-4d4f-8773-3a4cbaa20748 req-dc4a23f4-af20-44a9-a354-639a79dc8fba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Sep 23 13:28:19.158534 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e430cb-892e-45d5-afa8-be4e13e06d0a req-960f01a9-02d5-411f-9e25-a19d3d4bc5d6 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:19.160104 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b4e430cb-892e-45d5-afa8-be4e13e06d0a req-960f01a9-02d5-411f-9e25-a19d3d4bc5d6 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0546532 Sep 23 13:28:19.205922 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b4e430cb-892e-45d5-afa8-be4e13e06d0a req-98c10b35-4ab7-434a-a59d-9cb2d3b7ecc5 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a59774b-8e01-4841-8e4a-96531c0400c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390131 Sep 23 13:28:19.377587 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df645c-e105-403d-9461-d2bce1e1c555 req-2f851087-00b0-425c-a273-de9e1fcd6c87 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:19.379069 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-17df645c-e105-403d-9461-d2bce1e1c555 req-2f851087-00b0-425c-a273-de9e1fcd6c87 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.15 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 946 time: 0.0515752 Sep 23 13:28:19.455004 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7c3af-f249-431f-936f-13a509249871 req-205897d6-e7ae-4bf9-aca4-b5f0f4d8ca6a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:19.456569 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-49c7c3af-f249-431f-936f-13a509249871 req-205897d6-e7ae-4bf9-aca4-b5f0f4d8ca6a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Sep 23 13:28:19.482209 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-17df645c-e105-403d-9461-d2bce1e1c555 req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Deleting port 0f8de7a6-1642-4db2-acdc-75af9970ebcd {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:28:19.482557 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17df645c-e105-403d-9461-d2bce1e1c555 req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:19.498222 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-49c7c3af-f249-431f-936f-13a509249871 req-8382bff4-4cf9-45d9-a1cd-8a94d0df5e4d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351503 Sep 23 13:28:19.584547 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-17df645c-e105-403d-9461-d2bce1e1c555 req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] For port 0f8de7a6-1642-4db2-acdc-75af9970ebcd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0f8de7a6-1642-4db2-acdc-75af9970ebcd,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:19.584919 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17df645c-e105-403d-9461-d2bce1e1c555 req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:19.596826 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-17df645c-e105-403d-9461-d2bce1e1c555 req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Calling delete_port for 0f8de7a6-1642-4db2-acdc-75af9970ebcd owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:28:19.641326 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3066775-8563-439b-aae1-fd2dfc139a9c req-00f79d82-3274-4ea1-bd9e-5676ab672ac0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:19.642815 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b3066775-8563-439b-aae1-fd2dfc139a9c req-00f79d82-3274-4ea1-bd9e-5676ab672ac0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0486445 Sep 23 13:28:19.684363 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b3066775-8563-439b-aae1-fd2dfc139a9c req-3250a8b4-99bb-45c7-b122-de8287d9b4c6 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344872 Sep 23 13:28:19.788268 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17df645c-e105-403d-9461-d2bce1e1c555 req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:19.803340 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['0f8de7a6-1642-4db2-acdc-75af9970ebcd'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:28:19.822879 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Pushing event deleted for resources: {'Port': ['ID=0f8de7a6-1642-4db2-acdc-75af9970ebcd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:19.855947 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df093318-deb9-44fd-8027-387cf9a2c8cf req-6a534ea2-a38f-4485-bc4f-8d697c68e7f4 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:19.857498 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-df093318-deb9-44fd-8027-387cf9a2c8cf req-6a534ea2-a38f-4485-bc4f-8d697c68e7f4 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0559008 Sep 23 13:28:19.866528 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-17df645c-e105-403d-9461-d2bce1e1c555 req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] No DVR routers for this DVR port 0f8de7a6-1642-4db2-acdc-75af9970ebcd on host hv-cinder-80920 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:28:19.870060 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17df645c-e105-403d-9461-d2bce1e1c555 req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:19.872658 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-17df645c-e105-403d-9461-d2bce1e1c555 req-96849c35-e51b-4270-a751-c667d1dfeee4 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.15 "DELETE /v2.0/ports/0f8de7a6-1642-4db2-acdc-75af9970ebcd HTTP/1.1" status: 204 len: 173 time: 0.4859622 Sep 23 13:28:19.873414 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa5953-6c8b-4421-8865-ecaa939a8569', 'name': 'network-vif-deleted', 'tag': '0f8de7a6-1642-4db2-acdc-75af9970ebcd'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:19.877005 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7166ae18-bf45-43a9-a3d5-afdf9be75f1d" -d '{"events": [{"server_uuid": "deaa5953-6c8b-4421-8865-ecaa939a8569", "name": "network-vif-deleted", "tag": "0f8de7a6-1642-4db2-acdc-75af9970ebcd"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:19.913489 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device bae302c5-072e-4188-ac96-37fd2c947dbe details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:28:19.916162 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 4abcd67d-b0f5-4c52-a43c-421e066db5fe up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:28:19.937174 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-df093318-deb9-44fd-8027-387cf9a2c8cf req-16190595-2c9c-488b-964b-38acc3500374 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733089 Sep 23 13:28:19.965791 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19565539-db5d-405f-8585-393dfdcd7c2c req-458bbbca-9e05-45b2-92e3-299f3237de05 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:19.965791 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-19565539-db5d-405f-8585-393dfdcd7c2c req-458bbbca-9e05-45b2-92e3-299f3237de05 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 949 time: 0.0658810 Sep 23 13:28:19.993659 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7936f85-efd1-47e6-8953-8aa866badc77 x-openstack-request-id: req-d7936f85-efd1-47e6-8953-8aa866badc77 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:19.993946 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa5953-6c8b-4421-8865-ecaa939a8569", "name": "network-vif-deleted", "tag": "0f8de7a6-1642-4db2-acdc-75af9970ebcd", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:19.994201 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7936f85-efd1-47e6-8953-8aa866badc77 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:19.994737 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deaa5953-6c8b-4421-8865-ecaa939a8569', 'name': 'network-vif-deleted', 'tag': '0f8de7a6-1642-4db2-acdc-75af9970ebcd', 'status': 'completed', 'code': 200} Sep 23 13:28:20.016068 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-19565539-db5d-405f-8585-393dfdcd7c2c req-7d69286c-680c-4e93-85f1-fd32aee01f76 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453358 Sep 23 13:28:20.061293 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:20.073043 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'port_id': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'mac_address': 'fa:16:3e:56:3a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:28:20.103156 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 4abcd67d-b0f5-4c52-a43c-421e066db5fe completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:28:20.109373 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 4abcd67d-b0f5-4c52-a43c-421e066db5fe triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:28:20.109752 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:20.138050 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:20.156274 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bae302c5-072e-4188-ac96-37fd2c947dbe {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:28:20.188502 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:20.230149 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:20.254416 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac075cbf-049e-437b-b646-5ce8c748d9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abcd67d-b0f5-4c52-a43c-421e066db5fe'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:20.257075 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a15325-05ae-4895-b978-3f5b0f713944" -d '{"events": [{"server_uuid": "ac075cbf-049e-437b-b646-5ce8c748d9f0", "name": "network-vif-plugged", "status": "completed", "tag": "4abcd67d-b0f5-4c52-a43c-421e066db5fe"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:20.262221 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:20.275236 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 4abcd67d-b0f5-4c52-a43c-421e066db5fe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4abcd67d-b0f5-4c52-a43c-421e066db5fe,segment=NetworkSegment(d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9),segment_id=d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:20.299788 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa65e3d7-a123-401e-8fcf-1e04ec781478 x-openstack-request-id: req-fa65e3d7-a123-401e-8fcf-1e04ec781478 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:20.299788 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac075cbf-049e-437b-b646-5ce8c748d9f0", "name": "network-vif-plugged", "status": "completed", "tag": "4abcd67d-b0f5-4c52-a43c-421e066db5fe", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:20.299788 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa65e3d7-a123-401e-8fcf-1e04ec781478 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:20.300268 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac075cbf-049e-437b-b646-5ce8c748d9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abcd67d-b0f5-4c52-a43c-421e066db5fe', 'code': 200} Sep 23 13:28:20.321644 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ebfadfb6-f60f-412b-a62b-05258bc16eb1 req-d5249c95-6d6b-4959-9e17-8b90f1a0cd72 tempest-ServerRescueNegativeTestJSON-1347800382 tempest-ServerRescueNegativeTestJSON-1347800382-project] 10.222.0.41 "GET /v2.0/ports?device_id=deaa5953-6c8b-4421-8865-ecaa939a8569 HTTP/1.1" status: 200 len: 210 time: 0.0274458 Sep 23 13:28:20.331458 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:20.341294 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:20.374977 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['bae302c5-072e-4188-ac96-37fd2c947dbe'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:28:20.424879 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=4abcd67d-b0f5-4c52-a43c-421e066db5fe,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:20.622849 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5ff88-152e-40b6-81b6-d46b4c405668 req-bba4e9b8-1d5b-4547-9812-a4c374a98380 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:20.624476 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-92f5ff88-152e-40b6-81b6-d46b4c405668 req-bba4e9b8-1d5b-4547-9812-a4c374a98380 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 944 time: 0.0502884 Sep 23 13:28:20.645129 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82b160-28ce-4d14-a9c5-8bd8e154fea2 req-a5516de0-2fc5-407b-baf9-95d77c45ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:20.647374 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ec82b160-28ce-4d14-a9c5-8bd8e154fea2 req-a5516de0-2fc5-407b-baf9-95d77c45ddd8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 1103 time: 0.0414047 Sep 23 13:28:20.674629 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-92f5ff88-152e-40b6-81b6-d46b4c405668 req-185266c2-93bb-4966-bba7-582923da5893 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436354 Sep 23 13:28:20.691567 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-ec82b160-28ce-4d14-a9c5-8bd8e154fea2 req-1604de65-897a-4d27-a9bf-895c085b8e76 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Sep 23 13:28:20.800974 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db8b6f-6677-45e2-810d-5377d5f0f44a req-9df39199-753e-4d0d-a027-f89d10e7e14e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:20.802580 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62db8b6f-6677-45e2-810d-5377d5f0f44a req-9df39199-753e-4d0d-a027-f89d10e7e14e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0503418 Sep 23 13:28:20.840992 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62db8b6f-6677-45e2-810d-5377d5f0f44a req-2f57e39f-bbfd-4445-a5ac-e5b81f4087e9 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323880 Sep 23 13:28:21.060378 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217f5a5-b51c-4115-87d9-29d66ec18a14 req-ac97a144-872c-470a-9612-eb4272f3930c tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:21.061869 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1217f5a5-b51c-4115-87d9-29d66ec18a14 req-ac97a144-872c-470a-9612-eb4272f3930c tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0493939 Sep 23 13:28:21.137912 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1217f5a5-b51c-4115-87d9-29d66ec18a14 req-928cd8ab-7bf6-4ea1-aefb-ebf0b70798b2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690315 Sep 23 13:28:21.155965 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d986bd-057a-4aee-988a-b438a697a585 req-e36582f8-6351-4ddd-918b-1acf674959b1 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:21.157552 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-13d986bd-057a-4aee-988a-b438a697a585 req-e36582f8-6351-4ddd-918b-1acf674959b1 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 950 time: 0.0715177 Sep 23 13:28:21.199733 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-13d986bd-057a-4aee-988a-b438a697a585 req-f227f130-5318-4253-8b63-db6c7618877e tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Sep 23 13:28:21.376405 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55996) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:21.820853 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e03-b361-4e89-8733-80ba74b4e632 req-2bae6632-9072-4039-8d4c-8934d3c786be tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:21.823214 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-422d2e03-b361-4e89-8733-80ba74b4e632 req-2bae6632-9072-4039-8d4c-8934d3c786be tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 944 time: 0.0602984 Sep 23 13:28:21.854739 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16332551'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:21.904213 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-422d2e03-b361-4e89-8733-80ba74b4e632 req-f70db8fa-1569-41c3-bc0c-5e4673e9ab06 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647702 Sep 23 13:28:21.923054 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device ce8cf903-1a09-4a17-bf7c-6f27602c68a6 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:28:21.927889 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device bae302c5-072e-4188-ac96-37fd2c947dbe up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:28:21.996329 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66122b0e-0406-411a-81d7-85c613d0d548 req-9feb800a-c30a-48ea-9a11-de510cacb447 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:22.005175 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-66122b0e-0406-411a-81d7-85c613d0d548 req-9feb800a-c30a-48ea-9a11-de510cacb447 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0675094 Sep 23 13:28:22.045962 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port bae302c5-072e-4188-ac96-37fd2c947dbe triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:28:22.046717 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:22.048244 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-66122b0e-0406-411a-81d7-85c613d0d548 req-00a06903-9142-48f1-a730-f484385e0a62 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421805 Sep 23 13:28:22.145249 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:22.163309 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'port_id': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'mac_address': 'fa:16:3e:b4:bc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:28:22.432684 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197d8b3-aa91-4cd5-b46e-52e6af82d459 req-9bfa7b11-d265-434c-a354-7c9c3091a843 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:22.434346 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6197d8b3-aa91-4cd5-b46e-52e6af82d459 req-9bfa7b11-d265-434c-a354-7c9c3091a843 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.1564434 Sep 23 13:28:22.480529 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4d649-7d11-42cc-86fd-b3c8b51c0cac req-95f56e0d-3cce-456c-9b40-188a0bdf2162 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:22.488115 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bfa4d649-7d11-42cc-86fd-b3c8b51c0cac req-95f56e0d-3cce-456c-9b40-188a0bdf2162 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 950 time: 0.1702752 Sep 23 13:28:22.525543 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6197d8b3-aa91-4cd5-b46e-52e6af82d459 req-d8aeeb5b-32c4-48c1-b60e-d20dbb0d0ca9 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820136 Sep 23 13:28:22.570534 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bfa4d649-7d11-42cc-86fd-b3c8b51c0cac req-d5877221-fb86-4eec-bc27-3d40bb1ad181 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761197 Sep 23 13:28:22.582586 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:22.610318 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:22.616366 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:22.619898 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f10462-46f7-4392-9bfb-97f5d446a458" -d '{"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-plugged", "status": "completed", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:22.642325 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:22.648238 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8cf903-1a09-4a17-bf7c-6f27602c68a6 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:28:22.684393 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:22.685988 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:22.710588 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Deleting port 2804cc2e-df84-4073-ad1b-94145c042b3b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:28:22.711072 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:22.727626 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94bded4-7538-478e-ac07-fd2fb637ab76 x-openstack-request-id: req-a94bded4-7538-478e-ac07-fd2fb637ab76 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:22.727997 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-plugged", "status": "completed", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:22.728257 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a94bded4-7538-478e-ac07-fd2fb637ab76 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:22.728652 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'code': 200} Sep 23 13:28:22.754038 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:22.755582 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:22.821159 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:22.846312 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] For port 2804cc2e-df84-4073-ad1b-94145c042b3b, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=2804cc2e-df84-4073-ad1b-94145c042b3b,segment=NetworkSegment(9a63dbbf-7000-4ccf-a317-8d9a43431faa),segment_id=9a63dbbf-7000-4ccf-a317-8d9a43431faa)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:22.846789 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:22.861007 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Calling delete_port for 2804cc2e-df84-4073-ad1b-94145c042b3b owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:28:23.044933 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cf6f4-47a8-4066-8ecb-ec744e50a544 req-c42a4eb3-5894-4e14-b2d6-d1e22bd21f7a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:23.049206 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-109cf6f4-47a8-4066-8ecb-ec744e50a544 req-c42a4eb3-5894-4e14-b2d6-d1e22bd21f7a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0676448 Sep 23 13:28:23.095422 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['ce8cf903-1a09-4a17-bf7c-6f27602c68a6'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:28:23.130664 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-109cf6f4-47a8-4066-8ecb-ec744e50a544 req-f37739af-9deb-4a14-9091-18913afee0d7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728459 Sep 23 13:28:23.279445 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba27f93-448d-4f58-ae12-005bca8d5bbb req-13feafa5-5196-4b73-bf75-614203a07d17 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:23.281087 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eba27f93-448d-4f58-ae12-005bca8d5bbb req-13feafa5-5196-4b73-bf75-614203a07d17 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 945 time: 0.1358025 Sep 23 13:28:23.387522 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:23.388253 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eba27f93-448d-4f58-ae12-005bca8d5bbb req-15d90793-d5c8-4732-9b1e-3187abfddb8c tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674021 Sep 23 13:28:23.388343 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Pushing event deleted for resources: {'Port': ['ID=2804cc2e-df84-4073-ad1b-94145c042b3b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:23.388422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20651472-5f68-48fa-8a40-13ef5af93b46 req-917e2a1c-08ed-4ab8-a900-c743711df6cb tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:23.388422 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-20651472-5f68-48fa-8a40-13ef5af93b46 req-917e2a1c-08ed-4ab8-a900-c743711df6cb tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 950 time: 0.0929308 Sep 23 13:28:23.479803 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-20651472-5f68-48fa-8a40-13ef5af93b46 req-b601141c-82cc-4fe0-8f81-319363b5ac5c tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942123 Sep 23 13:28:23.592592 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16331662'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:23.680837 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57158afb-0435-4254-b243-20f786bdc2c8 req-44a72ce6-5e3c-4583-b881-4bd522328792 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:23.688435 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-57158afb-0435-4254-b243-20f786bdc2c8 req-44a72ce6-5e3c-4583-b881-4bd522328792 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0719526 Sep 23 13:28:23.735106 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-57158afb-0435-4254-b243-20f786bdc2c8 req-d113a76e-3fe2-4b06-88d3-f348b5573690 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450759 Sep 23 13:28:23.874534 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:28:23.944353 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 0f8de7a6-1642-4db2-acdc-75af9970ebcd no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:28:23.974334 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 0f8de7a6-1642-4db2-acdc-75af9970ebcd {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:28:23.974705 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 0f8de7a6-1642-4db2-acdc-75af9970ebcd not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:28:24.010016 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:28:24.017765 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56028) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:24.017978 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-836a3616-195d-4a1a-bb5b-0b8f11360811 admin admin] 10.222.0.41 "PUT /v2.0/routers/027ef8df-6dc1-4ad9-8f98-de44b773e1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6404755 Sep 23 13:28:24.023158 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] Sync routers for ids ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:28:24.040959 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] Routers {'027ef8df-6dc1-4ad9-8f98-de44b773e1b9'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:28:24.041984 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:28:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:24.170464 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks [] for router, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:24.196169 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] Set router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:28:24.345435 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed45fe6-42ee-4232-b294-a263cc89e9f7 req-278fcf95-30c7-4600-bc52-bbf8638371a4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:24.347554 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ed45fe6-42ee-4232-b294-a263cc89e9f7 req-278fcf95-30c7-4600-bc52-bbf8638371a4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1117530 Sep 23 13:28:24.401390 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:24.428592 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ed45fe6-42ee-4232-b294-a263cc89e9f7 req-c2a7e1e0-cadf-4ddb-8d3d-40365b4d70dc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699391 Sep 23 13:28:24.428846 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:49Z', 'updated_at': '2021-09-23T13:28:23Z', 'revision_number': 5, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'gw_port': {'id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:24.464624 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] Checking router: 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:28:24.480144 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] Routers {'027ef8df-6dc1-4ad9-8f98-de44b773e1b9'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:28:24.481127 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:28:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:24.609863 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876029b-c1a0-4eab-87be-41744266902f req-e22090bc-5eed-4b88-af6e-83bbba9c087e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:24.611422 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9876029b-c1a0-4eab-87be-41744266902f req-e22090bc-5eed-4b88-af6e-83bbba9c087e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 945 time: 0.1339793 Sep 23 13:28:24.653383 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] Set router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:28:24.696287 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Deleting port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:28:24.698657 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:24.702795 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9876029b-c1a0-4eab-87be-41744266902f req-695f84fe-4f51-499d-a216-b883e1b1b8f6 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731685 Sep 23 13:28:24.744038 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d737d9-3726-4288-bd10-159a22a6623b req-b742576b-e16f-49df-8a2b-3eb439e425b3 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:24.745747 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a2d737d9-3726-4288-bd10-159a22a6623b req-b742576b-e16f-49df-8a2b-3eb439e425b3 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 950 time: 0.1324465 Sep 23 13:28:24.850421 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] For port ef56ee15-0e9c-4a6a-9459-79afc16fbb4c, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=ef56ee15-0e9c-4a6a-9459-79afc16fbb4c,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:24.851283 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:24.875956 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a2d737d9-3726-4288-bd10-159a22a6623b req-bef16711-8073-4e1a-b939-4bed1c97fbec tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/security-groups?id=530987fb-afbb-42e9-b449-cbee848ecfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227124 Sep 23 13:28:24.901481 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Calling delete_port for ef56ee15-0e9c-4a6a-9459-79afc16fbb4c owned by network:router_gateway {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:28:24.947424 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:49Z', 'updated_at': '2021-09-23T13:28:23Z', 'revision_number': 5, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'gw_port': {'id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:24.963371 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-efb0f8f8-2481-48b4-831e-403133e99c47 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:24.965696 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-efb0f8f8-2481-48b4-831e-403133e99c47 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 950 time: 0.1036613 Sep 23 13:28:24.983414 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5632d4f-8133-4b93-90a8-b4648bf04372 None None] The sync data for ids ['027ef8df-6dc1-4ad9-8f98-de44b773e1b9'] in dv-cinder-809201-2-iscsi is: [{'id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'name': 'tempest-ServerRescueNegativeTestJSON-861186201-router', 'tenant_id': '1fd42d254cfa431da323daa7fa560f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:49Z', 'updated_at': '2021-09-23T13:28:23Z', 'revision_number': 5, 'project_id': '1fd42d254cfa431da323daa7fa560f79', 'gw_port': {'id': 'ef56ee15-0e9c-4a6a-9459-79afc16fbb4c', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ef8df-6dc1-4ad9-8f98-de44b773e1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:28:24.993320 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e0ee3-2712-4d36-bf6e-e00b90317b31 req-496cec8a-7011-4a23-9fab-e7c410b9394e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:25.000740 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-449e0ee3-2712-4d36-bf6e-e00b90317b31 req-496cec8a-7011-4a23-9fab-e7c410b9394e tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.1713593 Sep 23 13:28:25.126302 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Deleting port 4abcd67d-b0f5-4c52-a43c-421e066db5fe {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:28:25.126755 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:25.245590 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] For port 4abcd67d-b0f5-4c52-a43c-421e066db5fe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4abcd67d-b0f5-4c52-a43c-421e066db5fe,segment=NetworkSegment(d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9),segment_id=d435e19a-b1a5-4a4c-9aa7-063ec4ef4ed9)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:25.251940 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:25.261803 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Calling delete_port for 4abcd67d-b0f5-4c52-a43c-421e066db5fe owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:28:25.384673 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-449e0ee3-2712-4d36-bf6e-e00b90317b31 req-2f200273-29d8-49d7-91f4-9c505c3b2eb9 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3830738 Sep 23 13:28:25.457753 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 2804cc2e-df84-4073-ad1b-94145c042b3b no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:28:25.480319 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 2804cc2e-df84-4073-ad1b-94145c042b3b {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:28:25.480536 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 2804cc2e-df84-4073-ad1b-94145c042b3b not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:28:25.573530 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d054c-591f-41dc-8721-e9bd2cb2dc4a req-115fe6b5-710e-43bb-a02c-c4aff3eddb15 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:25.575149 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-414d054c-591f-41dc-8721-e9bd2cb2dc4a req-115fe6b5-710e-43bb-a02c-c4aff3eddb15 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0533528 Sep 23 13:28:25.587017 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:25.599721 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['4abcd67d-b0f5-4c52-a43c-421e066db5fe'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:28:25.621371 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Pushing event deleted for resources: {'Port': ['ID=4abcd67d-b0f5-4c52-a43c-421e066db5fe,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:25.625014 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-414d054c-591f-41dc-8721-e9bd2cb2dc4a req-cd64c8fe-61d7-4c32-b190-3b2b0665d45d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Sep 23 13:28:25.631980 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:25.683977 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef56ee15-0e9c-4a6a-9459-79afc16fbb4c,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:25.712719 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] No DVR routers for this DVR port 4abcd67d-b0f5-4c52-a43c-421e066db5fe on host hv-cinder-80920 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:28:25.718853 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:25.727136 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-459e3caf-f350-4f62-8795-0f5ef3f2e70e req-cbbfe662-54fc-4228-9092-5b368e7a49ba tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.15 "DELETE /v2.0/ports/4abcd67d-b0f5-4c52-a43c-421e066db5fe HTTP/1.1" status: 204 len: 173 time: 0.7494545 Sep 23 13:28:25.727136 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac075cbf-049e-437b-b646-5ce8c748d9f0', 'name': 'network-vif-deleted', 'tag': '4abcd67d-b0f5-4c52-a43c-421e066db5fe'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:25.727136 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220147db-2319-41ca-aeca-cac067fee9e8" -d '{"events": [{"server_uuid": "ac075cbf-049e-437b-b646-5ce8c748d9f0", "name": "network-vif-deleted", "tag": "4abcd67d-b0f5-4c52-a43c-421e066db5fe"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:25.764344 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16331597'] for router_gateway, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:25.813744 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1727620-b8c3-4b37-9134-af0ef83f9a4c x-openstack-request-id: req-c1727620-b8c3-4b37-9134-af0ef83f9a4c {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:25.814443 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac075cbf-049e-437b-b646-5ce8c748d9f0", "name": "network-vif-deleted", "tag": "4abcd67d-b0f5-4c52-a43c-421e066db5fe", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:25.814673 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1727620-b8c3-4b37-9134-af0ef83f9a4c {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:25.815311 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac075cbf-049e-437b-b646-5ce8c748d9f0', 'name': 'network-vif-deleted', 'tag': '4abcd67d-b0f5-4c52-a43c-421e066db5fe', 'status': 'completed', 'code': 200} Sep 23 13:28:25.946287 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device ce8cf903-1a09-4a17-bf7c-6f27602c68a6 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:28:25.954805 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16319266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:25.959129 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.047815 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac2498-9daf-443e-8507-8330142649a5 req-f1bad2fb-c147-4d22-a6a1-5685c9db60e6 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:26.049240 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bfac2498-9daf-443e-8507-8330142649a5 req-f1bad2fb-c147-4d22-a6a1-5685c9db60e6 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 945 time: 0.2172518 Sep 23 13:28:26.064731 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-603c48e8-d0d5-457c-bf74-dafa738b930d req-7426031b-1d00-46e4-9739-fa6bdab49764 tempest-VolumesNegativeTest-1338323742 tempest-VolumesNegativeTest-1338323742-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac075cbf-049e-437b-b646-5ce8c748d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0414982 Sep 23 13:28:26.124326 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bfac2498-9daf-443e-8507-8330142649a5 req-736b33a7-98a4-4aa4-b331-3fb8494663c1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585058 Sep 23 13:28:26.141959 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16319275'] for router, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.143119 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027ef8df-6dc1-4ad9-8f98-de44b773e1b9 {{(pid=94597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:28:26.146761 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:28:26.155573 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:28:26.156028 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.160659 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] Notify callbacks [] for router, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.160659 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-1a9df8de-bc72-4fc3-9762-bb9d192d4006 admin admin] 10.222.0.41 "DELETE /v2.0/routers/027ef8df-6dc1-4ad9-8f98-de44b773e1b9 HTTP/1.1" status: 204 len: 168 time: 2.1401277 Sep 23 13:28:26.162681 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56056) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:26.249415 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc30e96b-49d7-422a-bb16-44f20cc64808 admin admin] Deleting subnet efccfe76-b713-4981-9223-c73ce88397af {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:28:26.254177 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-dc30e96b-49d7-422a-bb16-44f20cc64808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.292531 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.319596 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-dc30e96b-49d7-422a-bb16-44f20cc64808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.335640 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:26.339850 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8da2f7-a3a8-40ff-bbc2-34f313e1d041" -d '{"events": [{"server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "name": "network-vif-plugged", "status": "completed", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:26.385522 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:26.389844 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-dc30e96b-49d7-422a-bb16-44f20cc64808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.400852 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bcfc4d-b3a0-4a1e-8dc0-da3208ded959 x-openstack-request-id: req-f9bcfc4d-b3a0-4a1e-8dc0-da3208ded959 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:26.401336 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "name": "network-vif-plugged", "status": "completed", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:26.401843 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9bcfc4d-b3a0-4a1e-8dc0-da3208ded959 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:26.402313 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'code': 200} Sep 23 13:28:26.496011 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.566137 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-dc30e96b-49d7-422a-bb16-44f20cc64808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.568643 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:26.615897 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-dc30e96b-49d7-422a-bb16-44f20cc64808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.617791 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-dc30e96b-49d7-422a-bb16-44f20cc64808 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/efccfe76-b713-4981-9223-c73ce88397af HTTP/1.1" status: 204 len: 168 time: 0.4539559 Sep 23 13:28:26.620826 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56062) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:26.621371 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30e96b-49d7-422a-bb16-44f20cc64808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efccfe76-b713-4981-9223-c73ce88397af,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:26.635599 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc5ea2-4734-4153-a3fc-f23ca68fd8bf req-1a9950f1-07bc-4b66-8489-e730e6e8eb19 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:26.643905 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3afc5ea2-4734-4153-a3fc-f23ca68fd8bf req-1a9950f1-07bc-4b66-8489-e730e6e8eb19 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.1362185 Sep 23 13:28:26.713634 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3afc5ea2-4734-4153-a3fc-f23ca68fd8bf req-afd2194b-127c-48b7-86fb-54c2828dee74 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662823 Sep 23 13:28:26.778943 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.840811 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2eefe-98c4-4ce8-a282-56fd8da52b76 req-74c49b6c-9b8d-4879-8e6e-3f94f6bfaa8e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:26.844599 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7bc2eefe-98c4-4ce8-a282-56fd8da52b76 req-74c49b6c-9b8d-4879-8e6e-3f94f6bfaa8e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1077919 Sep 23 13:28:26.913381 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7bc2eefe-98c4-4ce8-a282-56fd8da52b76 req-b83154c2-b6ec-4258-ba2c-041df9c4fba4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608704 Sep 23 13:28:26.951666 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:26.999647 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.000080 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.000955 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.001327 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > port after_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.001694 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.002102 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > port after_update 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.002464 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.002806 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.003163 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.003551 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.119463 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.120000 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.120481 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.120910 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:28:27.121455 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:27.149232 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a63dbbf-7000-4ccf-a317-8d9a43431faa') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:27.149650 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a63dbbf-7000-4ccf-a317-8d9a43431faa') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:27.172072 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13201862'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:27.231007 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3cab7-1e0c-481e-8a8e-1d9980c20f2b req-1da7223a-efd2-4e63-80ec-f346e54dcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:27.231007 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-72e3cab7-1e0c-481e-8a8e-1d9980c20f2b req-1da7223a-efd2-4e63-80ec-f346e54dcb3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1099 time: 0.2701559 Sep 23 13:28:27.231403 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:27.259877 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:28:27.260282 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24934804'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: from cryptography.utils import int_from_bytes Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: from cryptography.utils import int_from_bytes Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: Traceback (most recent call last): Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: timer() Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: cb(*args, **kw) Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: return func(*args, **kwargs) Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: self._notify() Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: self.callback(batched_events) Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: event.method(event) Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: return f(self, *a, **k) Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._get(url).json() Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: return self.request(url, 'GET', **kwargs) Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:28:27.266067 dv-cinder-809201-2-iscsi neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:28:27.288383 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device ef56ee15-0e9c-4a6a-9459-79afc16fbb4c no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:28:27.310291 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496c4bc-7965-44ca-9358-25435c4e5c1d req-598f6072-9a46-4a43-b36d-30c4f1037114 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:27.311979 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1496c4bc-7965-44ca-9358-25435c4e5c1d req-598f6072-9a46-4a43-b36d-30c4f1037114 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0902696 Sep 23 13:28:27.327973 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: ef56ee15-0e9c-4a6a-9459-79afc16fbb4c {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:28:27.328795 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device ef56ee15-0e9c-4a6a-9459-79afc16fbb4c not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:28:27.339365 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-72e3cab7-1e0c-481e-8a8e-1d9980c20f2b req-b7f5a7e2-04db-473e-a265-de685fd5783a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042969 Sep 23 13:28:27.371390 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1496c4bc-7965-44ca-9358-25435c4e5c1d req-dab32172-e71f-4494-b9bf-3f1348346f43 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528557 Sep 23 13:28:27.404526 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:27.412716 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:27.417553 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] 10.222.0.41 "DELETE /v2.0/networks/cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c HTTP/1.1" status: 204 len: 168 time: 0.7961669 Sep 23 13:28:27.445118 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7ad5a-68ee-4781-a8f2-f1e45fd30f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe3ee61-4b56-4c65-b7fd-4bade7bccb1c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:27.749182 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:27.882459 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f9b51-0f54-487c-a9db-906b68b949e9 req-f5fe4a3f-ca9a-4d80-9189-53160bc9984a tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:27.888318 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1e2f9b51-0f54-487c-a9db-906b68b949e9 req-f5fe4a3f-ca9a-4d80-9189-53160bc9984a tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0738423 Sep 23 13:28:27.922553 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56090) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:27.941149 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1e2f9b51-0f54-487c-a9db-906b68b949e9 req-8a3ad469-8295-4778-afd6-3b655c76cc6b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408676 Sep 23 13:28:27.953488 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 4abcd67d-b0f5-4c52-a43c-421e066db5fe no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:28:27.994232 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f54763e9-792b-4c59-af49-4584f4248a99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fd42d254cfa431da323daa7fa560f79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0704911 Sep 23 13:28:27.996944 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56094) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:28.000818 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 4abcd67d-b0f5-4c52-a43c-421e066db5fe {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:28:28.001400 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 4abcd67d-b0f5-4c52-a43c-421e066db5fe not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:28:28.051090 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9a143-23df-46f1-979a-ac7b0df5b5a4 req-f6323752-9ebb-40c9-808a-6cd009900359 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:28.055651 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15492f50-9eb8-438f-b913-eb6550e7e896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:28.058562 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c2d9a143-23df-46f1-979a-ac7b0df5b5a4 req-f6323752-9ebb-40c9-808a-6cd009900359 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0637496 Sep 23 13:28:28.086452 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15492f50-9eb8-438f-b913-eb6550e7e896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:28.103294 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c2d9a143-23df-46f1-979a-ac7b0df5b5a4 req-c124d6ed-4bdd-48fc-9c10-9d818913895a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 Sep 23 13:28:28.211601 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15492f50-9eb8-438f-b913-eb6550e7e896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:28.214166 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15492f50-9eb8-438f-b913-eb6550e7e896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:28.218547 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-15492f50-9eb8-438f-b913-eb6550e7e896 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a59774b-8e01-4841-8e4a-96531c0400c6 HTTP/1.1" status: 204 len: 168 time: 0.2179468 Sep 23 13:28:28.243661 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15492f50-9eb8-438f-b913-eb6550e7e896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a59774b-8e01-4841-8e4a-96531c0400c6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:28.510002 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61f69-8ab5-410e-b104-d07f5bb44164 req-9ec2d7a7-9197-4312-a1b1-855fb5af511f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:28.511649 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2fb61f69-8ab5-410e-b104-d07f5bb44164 req-9ec2d7a7-9197-4312-a1b1-855fb5af511f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0531340 Sep 23 13:28:28.558732 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2fb61f69-8ab5-410e-b104-d07f5bb44164 req-ac403754-1140-458f-9ac3-d90b52f2caca tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390894 Sep 23 13:28:29.130742 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b31c6-8d72-49ea-9901-96fedacedcb0 req-d79076a0-e267-4a9b-9646-7efc7f45b9a5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:29.133855 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-168b31c6-8d72-49ea-9901-96fedacedcb0 req-d79076a0-e267-4a9b-9646-7efc7f45b9a5 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0643806 Sep 23 13:28:29.202706 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-168b31c6-8d72-49ea-9901-96fedacedcb0 req-d3657ff5-94b9-439c-9a77-a3e6abd7c3da tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606859 Sep 23 13:28:29.356662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114e39d-37f3-487f-beee-11c270a9d830 req-af235c4c-51d9-46df-a324-c06c5bceda07 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:29.358331 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2114e39d-37f3-487f-beee-11c270a9d830 req-af235c4c-51d9-46df-a324-c06c5bceda07 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1288493 Sep 23 13:28:29.368868 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dcc58-b606-4595-9c0b-a6364137fae3 req-7bf2626f-cf41-47a3-a821-9b74d9bcb360 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:29.370460 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-163dcc58-b606-4595-9c0b-a6364137fae3 req-7bf2626f-cf41-47a3-a821-9b74d9bcb360 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0911455 Sep 23 13:28:29.425087 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2114e39d-37f3-487f-beee-11c270a9d830 req-63ad7452-2e27-45bb-a7d4-c3857d4930f5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536113 Sep 23 13:28:29.442009 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-163dcc58-b606-4595-9c0b-a6364137fae3 req-f1d86a8e-cfc8-461f-98a5-2e67331cb977 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631735 Sep 23 13:28:29.694307 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed24256-f114-460c-a6a5-d045ee4213c6 req-938df4cc-783b-4770-8698-66395b96361f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:29.695884 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4ed24256-f114-460c-a6a5-d045ee4213c6 req-938df4cc-783b-4770-8698-66395b96361f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0515296 Sep 23 13:28:29.740631 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4ed24256-f114-460c-a6a5-d045ee4213c6 req-200cba58-76ed-4d1b-a651-d749af9f1650 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373421 Sep 23 13:28:29.839439 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56134) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:29.860072 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772e93c-ec9c-4b60-ab04-2a0757c1ec53 req-6408561f-6bc1-4671-9157-de78637d9418 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:29.861439 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d772e93c-ec9c-4b60-ab04-2a0757c1ec53 req-6408561f-6bc1-4671-9157-de78637d9418 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0519004 Sep 23 13:28:29.900248 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d772e93c-ec9c-4b60-ab04-2a0757c1ec53 req-cdad094f-51df-4cb3-b7ac-e4a9130cc21a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317791 Sep 23 13:28:29.925923 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56138) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:29.948489 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456485721-network', 'tenant_id': 'fa9050cfe2004a43b95a3bc9ef5c39e8'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:30.016006 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Made reservation on behalf of fa9050cfe2004a43b95a3bc9ef5c39e8 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:28:30.018392 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.032178 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.139898 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe97a6f-7124-48d4-84c7-3938d9bd0ab8 tempest-TestShelveInstance-381629117 tempest-TestShelveInstance-381629117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:30.142036 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-bbe97a6f-7124-48d4-84c7-3938d9bd0ab8 tempest-TestShelveInstance-381629117 tempest-TestShelveInstance-381629117-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1094 time: 0.2183983 Sep 23 13:28:30.146781 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56150) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:30.157256 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Request body: {'floatingip': {'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'port_id': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:30.158951 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.198746 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f5a13f5f-40ae-47d4-a398-d2b06557050e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.233223 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.259030 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:28:30.278648 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.279248 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Added segment a8ae6810-7d02-4d7a-bceb-e8f6f5c3d0bd of type vlan for network 150a46ec-f3ad-4f9b-beeb-58baf88b3d91 Sep 23 13:28:30.304362 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cade91-1cf3-4cc8-9d9b-6cc1d2346f0f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:30.331132 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for floatingip, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.344679 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.382856 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181ec35-3b9f-474e-a15e-ed4fa2e0c0aa req-7d6b146a-48eb-4b9d-8328-6686712f095f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:30.384432 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f181ec35-3b9f-474e-a15e-ed4fa2e0c0aa req-7d6b146a-48eb-4b9d-8328-6686712f095f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.1064141 Sep 23 13:28:30.460906 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.461961 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:30.464006 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.477447 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f181ec35-3b9f-474e-a15e-ed4fa2e0c0aa req-f822265b-4260-4747-9bcf-d3c8cc710f10 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858064 Sep 23 13:28:30.541056 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] Pushing event updated for resources: {'Network': ['ID=150a46ec-f3ad-4f9b-beeb-58baf88b3d91,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:30.552784 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 150a46ec-f3ad-4f9b-beeb-58baf88b3d91 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:28:30.590137 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.663273 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829b474-b8ad-47c0-bef9-8ba64bf60d45 req-9c91957c-3ce2-46e4-b86f-db03b3ff2a9c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:30.665107 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3829b474-b8ad-47c0-bef9-8ba64bf60d45 req-9c91957c-3ce2-46e4-b86f-db03b3ff2a9c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1267076 Sep 23 13:28:30.668484 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-19e259ce-f441-4696-bba8-ec9b76b609a4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8278227 Sep 23 13:28:30.671246 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56158) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:30.676340 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Request body: {'subnet': {'network_id': '150a46ec-f3ad-4f9b-beeb-58baf88b3d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456485721-subnet', 'tenant_id': 'fa9050cfe2004a43b95a3bc9ef5c39e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:30.758761 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Made reservation on behalf of fa9050cfe2004a43b95a3bc9ef5c39e8 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:28:30.761114 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12665056'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:30.772896 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd6e25-9ced-4fa7-a82d-4b616afcff8f req-e0125773-44a5-4e7f-9374-9f135735378b tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:30.775132 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-92dd6e25-9ced-4fa7-a82d-4b616afcff8f req-e0125773-44a5-4e7f-9374-9f135735378b tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1681616 Sep 23 13:28:30.821229 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3829b474-b8ad-47c0-bef9-8ba64bf60d45 req-712b0ae0-a028-4fbb-977f-aea7d3b2e951 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212399 Sep 23 13:28:30.886817 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Allocated IP 172.27.2.214 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/e78d1156-cc05-4ed9-9844-c7ecb493e832) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:28:30.916960 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-92dd6e25-9ced-4fa7-a82d-4b616afcff8f req-e95ccbf2-e238-4923-bba7-ab243f445a06 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001546 Sep 23 13:28:31.041674 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:31.073212 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24929531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12665042'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:31.123629 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9e329b-d0a7-4bec-bf20-80492e5e4916,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:31.156028 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Checking segment: {'id': 'a8ae6810-7d02-4d7a-bceb-e8f6f5c3d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '150a46ec-f3ad-4f9b-beeb-58baf88b3d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:28:31.156560 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Network hostable DHCP agents. Network: 150a46ec-f3ad-4f9b-beeb-58baf88b3d91, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:28:31.165054 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:31.206018 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:28:31.209599 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:28:31.213402 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:28:31.250817 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'Port': ['ID=e78d1156-cc05-4ed9-9844-c7ecb493e832,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:31.266718 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Network 150a46ec-f3ad-4f9b-beeb-58baf88b3d91 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:28:31.348841 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 150a46ec-f3ad-4f9b-beeb-58baf88b3d91) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:28:31.354298 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:31.355157 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:31.361858 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2d4a2-a17d-42f9-b7a8-ab2018427670 None None] Network 150a46ec-f3ad-4f9b-beeb-58baf88b3d91 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:28:31.445364 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f6b85b01-8b58-4f2b-b7d5-40f5fd118f4e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7729423 Sep 23 13:28:31.582143 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef86465-9e54-4019-bfad-f593d5c99ae7 None None] Network 150a46ec-f3ad-4f9b-beeb-58baf88b3d91 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:28:31.692655 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e383baf-efc1-40fa-8af5-fed2dd70c7b5 req-f0324a6b-0d76-4e31-8535-877df1d3bbfd tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:31.694298 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5e383baf-efc1-40fa-8af5-fed2dd70c7b5 req-f0324a6b-0d76-4e31-8535-877df1d3bbfd tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0670290 Sep 23 13:28:31.816288 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:31.831012 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5e383baf-efc1-40fa-8af5-fed2dd70c7b5 req-4390eae8-68f1-445c-9982-95515722990a tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=686c5dcf-f708-404d-8bb0-9309f5083835&id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272290 Sep 23 13:28:31.977917 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.075399 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937303-4800-4243-b054-b482f99cdf27 req-b6578e3d-3efa-4b75-ac45-81d3089be6b5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:32.077515 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b9937303-4800-4243-b054-b482f99cdf27 req-b6578e3d-3efa-4b75-ac45-81d3089be6b5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1555483 Sep 23 13:28:32.181487 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c211f-d30b-476b-a971-850f49e5cf51 req-c312acd5-bdcc-4ac8-a275-75873f0baaf6 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:32.189283 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-226c211f-d30b-476b-a971-850f49e5cf51 req-c312acd5-bdcc-4ac8-a275-75873f0baaf6 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1712859 Sep 23 13:28:32.251109 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b9937303-4800-4243-b054-b482f99cdf27 req-b42982e6-45fa-4440-b62a-c86fd72986d4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624377 Sep 23 13:28:32.312358 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-226c211f-d30b-476b-a971-850f49e5cf51 req-7ba8f978-5c40-4aa5-af6e-a9ec5e3d5e7c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220272 Sep 23 13:28:32.375061 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.456100 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.500349 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56198) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:32.505344 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184880463-network', 'tenant_id': '3da51c9d74bf4ccab7eea2292caab5fd'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:32.585599 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event updated for resources: {'Port': ['ID=e78d1156-cc05-4ed9-9844-c7ecb493e832,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:32.596124 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.617861 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44918a9c-e1ae-4f27-8939-8b0ad858ec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.644564 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Made reservation on behalf of 3da51c9d74bf4ccab7eea2292caab5fd for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:28:32.647591 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.664477 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.725621 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Floating IP 8bb153a2-6325-4397-9ff6-e976ca42c1a7 associated. External IP: 172.27.2.214, port: ce8cf903-1a09-4a17-bf7c-6f27602c68a6. Sep 23 13:28:32.803478 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.867148 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.902126 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:28:32.914197 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a2ba5f-ad1d-4b45-86a6-cf20a37a8b52,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:32.920721 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:32.921178 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Added segment a18f6474-6f9c-4a3b-be15-c295c5afb61b of type vlan for network 343040ba-ce10-4114-ad07-5bb1089e44b3 Sep 23 13:28:32.968926 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:33.011662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Router 676a68db-7694-440e-acdc-cd64e8492412 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:28:33.055530 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:33.056556 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:33.057149 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:33.113673 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] Pushing event updated for resources: {'Network': ['ID=343040ba-ce10-4114-ad07-5bb1089e44b3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:33.125211 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 343040ba-ce10-4114-ad07-5bb1089e44b3 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:28:33.170972 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:28:33.231712 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-fa28a473-93f3-4a80-a807-a54325f2df94 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7267902 Sep 23 13:28:33.231838 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56208) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:33.237693 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Request body: {'subnet': {'network_id': '343040ba-ce10-4114-ad07-5bb1089e44b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184880463-subnet', 'tenant_id': '3da51c9d74bf4ccab7eea2292caab5fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:33.265000 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] Sync routers for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:28:33.269307 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:33.279898 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:33.303047 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:28:33.303803 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:28:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:33.363531 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9812efa7-ef08-4174-ad8b-0b59cc9d6afb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2150791 Sep 23 13:28:33.364143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:33.366804 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a20a0a3-c825-48f1-9cb7-50339cb813b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:33.387190 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Made reservation on behalf of 3da51c9d74bf4ccab7eea2292caab5fd for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:28:33.389603 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999528'] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:33.477567 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:28:33.821409 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ff813-1bc4-4c28-9e80-ea8ded29f96d req-3c23ca8b-eafa-4a10-bf96-6e360d30d962 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:33.823186 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a49ff813-1bc4-4c28-9e80-ea8ded29f96d req-3c23ca8b-eafa-4a10-bf96-6e360d30d962 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.4199481 Sep 23 13:28:33.834898 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c283d94-b8e0-4763-ad76-ec3ed93f0544 req-0b2d8477-82a4-4e33-bf2d-9ddaac1888d3 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:33.836400 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0c283d94-b8e0-4763-ad76-ec3ed93f0544 req-0b2d8477-82a4-4e33-bf2d-9ddaac1888d3 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.4128551 Sep 23 13:28:33.893964 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '8bb153a2-6325-4397-9ff6-e976ca42c1a7', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '676a68db-7694-440e-acdc-cd64e8492412', 'port_id': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'mac_address': 'fa:16:3e:b4:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:28:31Z', 'updated_at': '2021-09-23T13:28:31Z', 'revision_number': 0, 'project_id': '166103fc3a724214a2949c9c98becb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf727b3-0391-472a-bcef-f8d3ef4a0ffb', 'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'mac_address': 'fa:16:3e:2a:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:24Z', 'updated_at': '2021-09-23T13:27:29Z', 'revision_number': 5, 'project_id': '166103fc3a724214a2949c9c98becb64', 'subnets': [{'id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:33.924882 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] Checking router: 676a68db-7694-440e-acdc-cd64e8492412 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:28:33.934284 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:28:33.940333 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:28:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:33.940571 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a49ff813-1bc4-4c28-9e80-ea8ded29f96d req-ef3465ff-79ad-4314-ac41-33232aa684ec tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978484 Sep 23 13:28:33.965175 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0c283d94-b8e0-4763-ad76-ec3ed93f0544 req-6998487d-3081-4417-9e71-85197ae39d35 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139116 Sep 23 13:28:34.006847 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a4bb63-b167-4028-84ea-d1fdb4844fb1 x-openstack-request-id: req-43a4bb63-b167-4028-84ea-d1fdb4844fb1 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:34.007148 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:34.007400 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43a4bb63-b167-4028-84ea-d1fdb4844fb1 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:34.007867 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'status': 'completed', 'code': 200} Sep 23 13:28:34.060627 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:28:34.078417 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-2d4edf40-4aea-466c-aaca-9bf487875081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:34.080119 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-2d4edf40-4aea-466c-aaca-9bf487875081 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=166103fc3a724214a2949c9c98becb64&device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1099 time: 0.0519099 Sep 23 13:28:34.170260 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-fb334420-a523-4c98-a2f0-d361e99bf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:34.171966 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-fb334420-a523-4c98-a2f0-d361e99bf0cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=95a129b5-b84e-493f-8055-89d16bd5627e HTTP/1.1" status: 200 len: 910 time: 0.0847456 Sep 23 13:28:34.242654 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12696523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999514'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:34.246799 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-7b486773-664f-44a0-bdb3-81aa80e357a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6 HTTP/1.1" status: 200 len: 1000 time: 0.0670154 Sep 23 13:28:34.249742 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:34.309654 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-0c59a05e-adb6-48b2-bb3b-68325df2aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:34.311299 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-0c59a05e-adb6-48b2-bb3b-68325df2aad8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31b65520-231e-4fb0-baf4-2c8d424eb2cd HTTP/1.1" status: 200 len: 848 time: 0.0580413 Sep 23 13:28:34.328594 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Checking segment: {'id': 'a18f6474-6f9c-4a3b-be15-c295c5afb61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '343040ba-ce10-4114-ad07-5bb1089e44b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:28:34.339813 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Network hostable DHCP agents. Network: 343040ba-ce10-4114-ad07-5bb1089e44b3, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:28:34.339813 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a55428-f834-41db-b790-e2f2694e1038,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:34.374045 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-f7a12e0b-90db-4306-8706-8fc0b8c6a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:34.374045 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-f7a12e0b-90db-4306-8706-8fc0b8c6a931 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a129b5-b84e-493f-8055-89d16bd5627e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520625 Sep 23 13:28:34.447759 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '8bb153a2-6325-4397-9ff6-e976ca42c1a7', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '676a68db-7694-440e-acdc-cd64e8492412', 'port_id': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'mac_address': 'fa:16:3e:b4:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:28:31Z', 'updated_at': '2021-09-23T13:28:31Z', 'revision_number': 0, 'project_id': '166103fc3a724214a2949c9c98becb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf727b3-0391-472a-bcef-f8d3ef4a0ffb', 'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'mac_address': 'fa:16:3e:2a:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:24Z', 'updated_at': '2021-09-23T13:27:29Z', 'revision_number': 5, 'project_id': '166103fc3a724214a2949c9c98becb64', 'subnets': [{'id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:34.467397 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Network 343040ba-ce10-4114-ad07-5bb1089e44b3 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:28:34.474027 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5b332-4505-458d-a7a2-2d9aa8aec4ce None None] The sync data for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi is: [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '8bb153a2-6325-4397-9ff6-e976ca42c1a7', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '676a68db-7694-440e-acdc-cd64e8492412', 'port_id': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'mac_address': 'fa:16:3e:b4:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:28:31Z', 'updated_at': '2021-09-23T13:28:31Z', 'revision_number': 0, 'project_id': '166103fc3a724214a2949c9c98becb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf727b3-0391-472a-bcef-f8d3ef4a0ffb', 'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'mac_address': 'fa:16:3e:2a:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:24Z', 'updated_at': '2021-09-23T13:27:29Z', 'revision_number': 5, 'project_id': '166103fc3a724214a2949c9c98becb64', 'subnets': [{'id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:28:34.476188 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-276ed95c-cef2-4ed4-9576-48620e816e1b service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968013 Sep 23 13:28:34.578270 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1a20a0a3-c825-48f1-9cb7-50339cb813b4 req-18c3e8fc-2a7a-408c-8d24-7f760e472582 service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889194 Sep 23 13:28:34.604003 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 343040ba-ce10-4114-ad07-5bb1089e44b3) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:28:34.604003 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:34.604003 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:34.610069 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517676fe-bbb2-4e60-9c6f-e56b49dcf350 None None] Network 343040ba-ce10-4114-ad07-5bb1089e44b3 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:28:34.696793 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-92539840-79fb-4d05-a127-cf87ae613941 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4641526 Sep 23 13:28:34.749939 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924e28c-8496-4917-8bd7-8a6af3090461 None None] New status for floating IP 8bb153a2-6325-4397-9ff6-e976ca42c1a7: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:28:34.785779 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95691db7-37df-40b1-8c62-93fd7c02273f None None] Network 343040ba-ce10-4114-ad07-5bb1089e44b3 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:28:34.867808 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56306) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:34.933458 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb54f1e-85ea-4608-99d5-21bdef7f5c11 admin admin] Deleting subnet ab9e329b-d0a7-4bec-bf20-80492e5e4916 {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:28:34.937001 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bfb54f1e-85ea-4608-99d5-21bdef7f5c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:34.980086 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bfb54f1e-85ea-4608-99d5-21bdef7f5c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.131671 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bfb54f1e-85ea-4608-99d5-21bdef7f5c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.197348 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041219b-0fea-42e4-a16f-7e358276aa0d req-6321ecb9-8738-4eb4-917d-f7ca29857b03 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:35.205154 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f041219b-0fea-42e4-a16f-7e358276aa0d req-6321ecb9-8738-4eb4-917d-f7ca29857b03 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1007917 Sep 23 13:28:35.208646 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131a255-7199-45d5-b754-e6121339be51 req-1abffd59-2640-4204-92db-8c15577e9a89 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:35.216133 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8131a255-7199-45d5-b754-e6121339be51 req-1abffd59-2640-4204-92db-8c15577e9a89 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.1506054 Sep 23 13:28:35.288807 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8131a255-7199-45d5-b754-e6121339be51 req-a8f36ed0-cfba-4cd7-895b-7e1825ab9769 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665915 Sep 23 13:28:35.297291 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f041219b-0fea-42e4-a16f-7e358276aa0d req-9f972764-411d-4d96-a19e-0d4438debb52 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608451 Sep 23 13:28:35.367263 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bfb54f1e-85ea-4608-99d5-21bdef7f5c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.400448 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb54f1e-85ea-4608-99d5-21bdef7f5c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9e329b-d0a7-4bec-bf20-80492e5e4916,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:35.412167 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bfb54f1e-85ea-4608-99d5-21bdef7f5c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.416338 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56326) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:35.417807 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-bfb54f1e-85ea-4608-99d5-21bdef7f5c11 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab9e329b-d0a7-4bec-bf20-80492e5e4916 HTTP/1.1" status: 204 len: 168 time: 0.5477784 Sep 23 13:28:35.467195 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.506485 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.598275 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.623261 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150a46ec-f3ad-4f9b-beeb-58baf88b3d91']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:35.633264 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ae6810-7d02-4d7a-bceb-e8f6f5c3d0bd') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:35.633264 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ae6810-7d02-4d7a-bceb-e8f6f5c3d0bd') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:35.642456 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13201862'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.658220 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24934804'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: Traceback (most recent call last): Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: timer() Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: cb(*args, **kw) Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: return func(*args, **kwargs) Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: self._notify() Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: self.callback(batched_events) Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: event.method(event) Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: return f(self, *a, **k) Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._get(url).json() Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: return self.request(url, 'GET', **kwargs) Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:28:35.669732 dv-cinder-809201-2-iscsi neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:28:35.770126 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.775570 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.778053 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] 10.222.0.41 "DELETE /v2.0/networks/150a46ec-f3ad-4f9b-beeb-58baf88b3d91 HTTP/1.1" status: 204 len: 168 time: 0.3601055 Sep 23 13:28:35.780360 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56374) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:35.788554 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4794d5-a5f7-4cfc-abf6-952b9ec64456 admin admin] Pushing event deleted for resources: {'Network': ['ID=150a46ec-f3ad-4f9b-beeb-58baf88b3d91,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:35.826153 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-accc3834-19d8-4fe6-8e4e-728fed6d43e5 admin admin] Deleting subnet 91a55428-f834-41db-b790-e2f2694e1038 {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:28:35.829306 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-accc3834-19d8-4fe6-8e4e-728fed6d43e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.863556 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-accc3834-19d8-4fe6-8e4e-728fed6d43e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:35.901872 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-accc3834-19d8-4fe6-8e4e-728fed6d43e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.044784 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-accc3834-19d8-4fe6-8e4e-728fed6d43e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.077589 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-accc3834-19d8-4fe6-8e4e-728fed6d43e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.081102 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-accc3834-19d8-4fe6-8e4e-728fed6d43e5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/91a55428-f834-41db-b790-e2f2694e1038 HTTP/1.1" status: 204 len: 168 time: 0.2996383 Sep 23 13:28:36.082118 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc3834-19d8-4fe6-8e4e-728fed6d43e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a55428-f834-41db-b790-e2f2694e1038,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:36.082263 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56384) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:36.153107 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.235260 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.259662 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343040ba-ce10-4114-ad07-5bb1089e44b3']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:36.270826 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18f6474-6f9c-4a3b-be15-c295c5afb61b') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:36.271141 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18f6474-6f9c-4a3b-be15-c295c5afb61b') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:28:36.281599 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13201862'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.296143 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.303103 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24934804'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: Traceback (most recent call last): Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: timer() Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: cb(*args, **kw) Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: return func(*args, **kwargs) Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: self._notify() Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: self.callback(batched_events) Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: event.method(event) Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: return f(self, *a, **k) Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._get(url).json() Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: return self.request(url, 'GET', **kwargs) Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:28:36.305478 dv-cinder-809201-2-iscsi neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:28:36.458817 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.473550 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0922489-075e-44aa-a67d-8f7d0e7d68dd req-14b510ec-3377-4857-a753-04715c5f6ee9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:36.473550 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e0922489-075e-44aa-a67d-8f7d0e7d68dd req-14b510ec-3377-4857-a753-04715c5f6ee9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0828147 Sep 23 13:28:36.474398 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.479030 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] 10.222.0.41 "DELETE /v2.0/networks/343040ba-ce10-4114-ad07-5bb1089e44b3 HTTP/1.1" status: 204 len: 168 time: 0.3954411 Sep 23 13:28:36.492821 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f165f-c0d2-4f13-be4f-12c6b8b4d9cc admin admin] Pushing event deleted for resources: {'Network': ['ID=343040ba-ce10-4114-ad07-5bb1089e44b3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:36.506630 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e4296-acf4-4689-a0df-f4e2f0b383b1 req-e306625a-921e-44e2-b429-81661d28841f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:36.514745 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d26e4296-acf4-4689-a0df-f4e2f0b383b1 req-e306625a-921e-44e2-b429-81661d28841f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1284695 Sep 23 13:28:36.568427 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d26e4296-acf4-4689-a0df-f4e2f0b383b1 req-3a5e74f8-3592-4733-b605-d457581f6c3e tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526941 Sep 23 13:28:36.591745 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e0922489-075e-44aa-a67d-8f7d0e7d68dd req-4fdf4a63-46d0-464e-9801-fdaffc6f07fe tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099005 Sep 23 13:28:36.831936 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56432) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:36.866680 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:28:36.904803 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5968de51-2dc7-4c93-ad0d-da4ce8d09433 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa9050cfe2004a43b95a3bc9ef5c39e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694666 Sep 23 13:28:36.905176 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56438) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:36.908900 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-e120eaf5-d814-4a6b-8145-137fbf534450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:36.910350 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-e120eaf5-d814-4a6b-8145-137fbf534450 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 1098 time: 0.0614793 Sep 23 13:28:36.954692 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-983296c5-14b1-4d86-b079-5efb0c48a369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:36.979810 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-983296c5-14b1-4d86-b079-5efb0c48a369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:37.001051 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-a19fa78a-9045-4a1a-8111-2e08d770a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:37.002507 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-a19fa78a-9045-4a1a-8111-2e08d770a32e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 918 time: 0.0834353 Sep 23 13:28:37.081648 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-ee43434d-7d13-4e5c-aa48-bcf576dbdb96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae302c5-072e-4188-ac96-37fd2c947dbe HTTP/1.1" status: 200 len: 1000 time: 0.0628779 Sep 23 13:28:37.090118 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-983296c5-14b1-4d86-b079-5efb0c48a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:37.094143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-983296c5-14b1-4d86-b079-5efb0c48a369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:37.096209 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-983296c5-14b1-4d86-b079-5efb0c48a369 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03cade91-1cf3-4cc8-9d9b-6cc1d2346f0f HTTP/1.1" status: 204 len: 168 time: 0.1887040 Sep 23 13:28:37.104723 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983296c5-14b1-4d86-b079-5efb0c48a369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cade91-1cf3-4cc8-9d9b-6cc1d2346f0f,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:37.147301 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-c45b4c2a-e3a8-43f1-b3e3-88aa6df00afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:37.148883 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-c45b4c2a-e3a8-43f1-b3e3-88aa6df00afa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0594037 Sep 23 13:28:37.205575 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-1896ba66-bb6c-4940-abef-1cb48d2ce9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:37.207093 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-1896ba66-bb6c-4940-abef-1cb48d2ce9dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501301 Sep 23 13:28:37.309933 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-bab484bb-7874-4005-aa8a-13aef90c139b service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905595 Sep 23 13:28:37.410956 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d0a37010-e89b-44ec-bf67-b12d22e8a241 req-799d90d3-867b-44b2-a791-1e2af8fc69d2 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839212 Sep 23 13:28:37.715657 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bec7c-bae4-4e39-b9f4-eb4a23872998 req-4f074fd4-dc76-4b3d-9d8a-ecf9bfed05fc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:37.717152 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-543bec7c-bae4-4e39-b9f4-eb4a23872998 req-4f074fd4-dc76-4b3d-9d8a-ecf9bfed05fc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0655773 Sep 23 13:28:37.720326 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56478) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:37.725891 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959f688-4948-450e-a69c-3f008731c567 req-c38795b1-2929-48d9-b636-47a39f38a016 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:37.727321 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7959f688-4948-450e-a69c-3f008731c567 req-c38795b1-2929-48d9-b636-47a39f38a016 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0869915 Sep 23 13:28:37.767629 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-8bb1f885-341b-409c-abb6-3b79c3de3cee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3da51c9d74bf4ccab7eea2292caab5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455785 Sep 23 13:28:37.770272 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56480) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:37.780334 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-543bec7c-bae4-4e39-b9f4-eb4a23872998 req-77e1fc48-401d-40f7-8879-09e62b9ea4c3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518148 Sep 23 13:28:37.788370 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7959f688-4948-450e-a69c-3f008731c567 req-8ab61353-1e8e-453b-9178-d53fa39d4baa tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537558 Sep 23 13:28:38.036826 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af9105d4-8763-4e84-92f8-772d8b5da1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:38.057958 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af9105d4-8763-4e84-92f8-772d8b5da1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:38.152755 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af9105d4-8763-4e84-92f8-772d8b5da1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:38.155242 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af9105d4-8763-4e84-92f8-772d8b5da1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:38.156454 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-af9105d4-8763-4e84-92f8-772d8b5da1b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52a2ba5f-ad1d-4b45-86a6-cf20a37a8b52 HTTP/1.1" status: 204 len: 168 time: 0.3847547 Sep 23 13:28:38.164497 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9105d4-8763-4e84-92f8-772d8b5da1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a2ba5f-ad1d-4b45-86a6-cf20a37a8b52,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:38.908683 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56506) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:38.942962 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d71fe-84ab-4296-85a7-2fba85b724fe req-90d4b5b0-5f7a-4e8e-8ea6-0de9e5b8a439 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:38.944504 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f25d71fe-84ab-4296-85a7-2fba85b724fe req-90d4b5b0-5f7a-4e8e-8ea6-0de9e5b8a439 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0845618 Sep 23 13:28:38.953160 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209efff8-6af3-4cbf-98d4-b7943652755c req-c5607820-deeb-4042-bc17-e1a7b44fbd9f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:38.954922 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-209efff8-6af3-4cbf-98d4-b7943652755c req-c5607820-deeb-4042-bc17-e1a7b44fbd9f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0840924 Sep 23 13:28:39.007671 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f25d71fe-84ab-4296-85a7-2fba85b724fe req-0999f667-1f20-4fdf-842c-e18a606c1143 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517490 Sep 23 13:28:39.024581 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-209efff8-6af3-4cbf-98d4-b7943652755c req-f841f891-7d64-4e0a-a5b8-295eb08b40cb tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606847 Sep 23 13:28:39.108558 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-76f1714d-5d01-41ff-87ee-b9d7d4da645e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8a0fbd536ab4cfc8255179592880f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977141 Sep 23 13:28:39.110857 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56516) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:39.157556 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3e19-314c-47f2-a487-e1662e67aff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:39.178105 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3e19-314c-47f2-a487-e1662e67aff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:39.284695 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3e19-314c-47f2-a487-e1662e67aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:39.287861 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3e19-314c-47f2-a487-e1662e67aff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:39.291935 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-9a5c3e19-314c-47f2-a487-e1662e67aff1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/530987fb-afbb-42e9-b449-cbee848ecfd9 HTTP/1.1" status: 204 len: 168 time: 0.1772790 Sep 23 13:28:39.297132 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3e19-314c-47f2-a487-e1662e67aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530987fb-afbb-42e9-b449-cbee848ecfd9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:40.016622 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device bae302c5-072e-4188-ac96-37fd2c947dbe no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:28:40.107382 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:40.147888 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:28:40.150315 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3527a0-3ccd-47e9-ad55-b9d5d9c0673a" -d '{"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-unplugged", "status": "completed", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:28:40.166108 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:28:40.198338 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46349f31-8a89-4a89-b6f5-9287f926bc05 req-5d184112-706c-4a00-9454-8258cf55c746 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:40.199865 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-46349f31-8a89-4a89-b6f5-9287f926bc05 req-5d184112-706c-4a00-9454-8258cf55c746 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0746856 Sep 23 13:28:40.208306 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06794-11c4-4a03-b866-429f5a965d98 req-98987de5-1efb-426e-b107-2c69ca939704 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:40.213058 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-84a06794-11c4-4a03-b866-429f5a965d98 req-98987de5-1efb-426e-b107-2c69ca939704 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 945 time: 0.0973082 Sep 23 13:28:40.233641 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:40.268156 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-84a06794-11c4-4a03-b866-429f5a965d98 req-56b5f97c-64b3-4412-af05-b2d6a16570cc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501742 Sep 23 13:28:40.271027 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-46349f31-8a89-4a89-b6f5-9287f926bc05 req-4b89f00f-c9e7-466f-a88d-c4c753e0a5a4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604589 Sep 23 13:28:40.288452 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:40.338733 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 13:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34d9e25-69bc-46a2-bbe5-613ec14aeaf5 x-openstack-request-id: req-b34d9e25-69bc-46a2-bbe5-613ec14aeaf5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:28:40.342230 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-unplugged", "status": "failed", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe", "code": 422}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:28:40.342230 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b34d9e25-69bc-46a2-bbe5-613ec14aeaf5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:28:40.342230 dv-cinder-809201-2-iscsi neutron-server[94599]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'code': 422} returned with failed status Sep 23 13:28:40.626560 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8efa-8957-48ed-ab93-4dbb90c6f5eb req-1740e060-f68d-4962-81b6-4b23decf5b13 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:40.628187 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f0de8efa-8957-48ed-ab93-4dbb90c6f5eb req-1740e060-f68d-4962-81b6-4b23decf5b13 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0555501 Sep 23 13:28:40.677094 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f0de8efa-8957-48ed-ab93-4dbb90c6f5eb req-291bd1b5-48f3-472c-af69-b9fcceb975a8 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Sep 23 13:28:40.730230 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-ed3dcf3f-24de-4f62-9e0c-408ba704c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:40.731797 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-ed3dcf3f-24de-4f62-9e0c-408ba704c711 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 1098 time: 0.0421972 Sep 23 13:28:40.824564 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-1f762604-d954-4f4e-b562-0fa73c1cf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:40.826037 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-1f762604-d954-4f4e-b562-0fa73c1cf7af service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 912 time: 0.0844851 Sep 23 13:28:40.894286 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-597f21eb-476d-477b-918a-a05f834e7bc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf HTTP/1.1" status: 200 len: 1001 time: 0.0610218 Sep 23 13:28:40.944829 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-4e233553-f364-4abe-a551-44ce814cfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:40.946344 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-4e233553-f364-4abe-a551-44ce814cfde7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b587dcf-4e18-4711-9334-d4a55df4a689 HTTP/1.1" status: 200 len: 850 time: 0.0454838 Sep 23 13:28:41.001042 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-6c04a95a-ab0c-4d12-95c0-34b814c14428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:41.002510 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-6c04a95a-ab0c-4d12-95c0-34b814c14428 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8499643-6d33-484f-9958-41d85f2a2feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383489 Sep 23 13:28:41.099069 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-e718c99a-6d12-43d1-9ca7-30ec5a4b5b1d service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881748 Sep 23 13:28:41.190423 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-be9a8eb8-6b80-4b18-bb4e-17c4b406a7f9 req-2299ca2e-c8ee-4e8d-a841-5b1d1323edd7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838037 Sep 23 13:28:41.639072 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-bbc70581-4d5f-459f-a809-732fca823080 req-c6aa072d-5ccf-4ea2-8bd8-c371581c1a47 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:28:41.639537 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bbc70581-4d5f-459f-a809-732fca823080 req-c6aa072d-5ccf-4ea2-8bd8-c371581c1a47 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055289 Sep 23 13:28:41.808283 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcaff5-dd4a-4197-b7e0-8fc2a9afec7a req-42cebf5d-9721-441a-ab25-f06fb5a0dfdb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:41.809994 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b9fcaff5-dd4a-4197-b7e0-8fc2a9afec7a req-42cebf5d-9721-441a-ab25-f06fb5a0dfdb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0578277 Sep 23 13:28:41.862108 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b9fcaff5-dd4a-4197-b7e0-8fc2a9afec7a req-4f78b848-6587-4d37-bef3-62e5b30a44ff tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433016 Sep 23 13:28:41.938619 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c2a92-a345-489d-ab97-a7bc3a2001cb req-8aa5a146-fb89-4b1e-954b-47d3c4c86d7a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:41.938619 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5c6c2a92-a345-489d-ab97-a7bc3a2001cb req-8aa5a146-fb89-4b1e-954b-47d3c4c86d7a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0516016 Sep 23 13:28:41.986636 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5c6c2a92-a345-489d-ab97-a7bc3a2001cb req-d06486bb-c978-48b2-8108-4249ca913324 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378845 Sep 23 13:28:42.515737 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56668) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:42.605803 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-39a2bdc7-3902-4502-8327-182f289fcab0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885861 Sep 23 13:28:42.616965 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-04add498-f847-44e3-9706-251e8ca1b16a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:28:42.617968 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-04add498-f847-44e3-9706-251e8ca1b16a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073872 Sep 23 13:28:42.978949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d82321-2008-481c-8957-1e39d9c9f96a req-9fb92d30-3216-4b55-a83b-347ceb9fa4b4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:42.980492 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f1d82321-2008-481c-8957-1e39d9c9f96a req-9fb92d30-3216-4b55-a83b-347ceb9fa4b4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Sep 23 13:28:43.028152 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f1d82321-2008-481c-8957-1e39d9c9f96a req-0e0f3f1f-5378-4bd6-a148-5f5608f6fcf5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411437 Sep 23 13:28:43.134653 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec24256-2088-4fdb-82ee-2eb3847f4055 req-3d66a9a2-92d2-4eaa-80aa-5ce3c9ba4cbc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:43.136114 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4ec24256-2088-4fdb-82ee-2eb3847f4055 req-3d66a9a2-92d2-4eaa-80aa-5ce3c9ba4cbc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0566137 Sep 23 13:28:43.179633 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4ec24256-2088-4fdb-82ee-2eb3847f4055 req-7bce565c-1915-44be-b02f-6106b2250851 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373559 Sep 23 13:28:43.789673 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56728) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:43.893190 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-faf3da69-f9b5-476d-924d-418966c7e414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:43.980365 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-faf3da69-f9b5-476d-924d-418966c7e414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:44.055767 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-faf3da69-f9b5-476d-924d-418966c7e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:44.090218 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-faf3da69-f9b5-476d-924d-418966c7e414 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88cb3a8c281b4f1a9aaefaa119b19869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995012 Sep 23 13:28:44.092973 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56732) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:44.094876 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3da69-f9b5-476d-924d-418966c7e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6bcaca-a720-4404-8689-289a04e0066d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:44.141237 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-67bef337-81aa-47e5-baeb-7326f666b598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:44.163274 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-67bef337-81aa-47e5-baeb-7326f666b598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:44.280193 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-67bef337-81aa-47e5-baeb-7326f666b598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:44.282640 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-67bef337-81aa-47e5-baeb-7326f666b598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:44.283835 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-67bef337-81aa-47e5-baeb-7326f666b598 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb6bcaca-a720-4404-8689-289a04e0066d HTTP/1.1" status: 204 len: 168 time: 0.1897659 Sep 23 13:28:44.301140 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bef337-81aa-47e5-baeb-7326f666b598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6bcaca-a720-4404-8689-289a04e0066d,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:44.327804 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f56ca-f4c1-4a6e-b2e1-3c5be9628346 req-5cd0b732-70e5-4f9c-a41a-680f103891de tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:44.330006 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-420f56ca-f4c1-4a6e-b2e1-3c5be9628346 req-5cd0b732-70e5-4f9c-a41a-680f103891de tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0782969 Sep 23 13:28:44.374819 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-420f56ca-f4c1-4a6e-b2e1-3c5be9628346 req-32840516-0a65-471c-8241-3218f04d24c9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377257 Sep 23 13:28:44.945980 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56746) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:44.959312 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a046730b-7deb-4d99-bbb1-efe5a11ca8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:45.055358 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a046730b-7deb-4d99-bbb1-efe5a11ca8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:45.232593 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a046730b-7deb-4d99-bbb1-efe5a11ca8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:45.269642 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046730b-7deb-4d99-bbb1-efe5a11ca8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dd1c5e-cee4-49e6-beb8-1c3470ceab25,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:45.273945 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-a046730b-7deb-4d99-bbb1-efe5a11ca8e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d30599864194833b3bcba40aca22334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269663 Sep 23 13:28:45.276619 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56748) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:45.324623 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ceddd39a-0472-4550-9efd-c3945d45af6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:45.345034 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ceddd39a-0472-4550-9efd-c3945d45af6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:45.370321 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-3bb71627-77f8-4e1b-9b59-0f91b965ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:45.371876 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-3bb71627-77f8-4e1b-9b59-0f91b965ec1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895&tenant_id=02b0d5c47aa94594a176ee743ffde0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0711045 Sep 23 13:28:45.435172 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-587427a5-1e2b-467d-a750-03855888c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:45.436748 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-587427a5-1e2b-467d-a750-03855888c5ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 1096 time: 0.0431433 Sep 23 13:28:45.478585 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ceddd39a-0472-4550-9efd-c3945d45af6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:45.481060 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ceddd39a-0472-4550-9efd-c3945d45af6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:45.482368 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-ceddd39a-0472-4550-9efd-c3945d45af6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9dd1c5e-cee4-49e6-beb8-1c3470ceab25 HTTP/1.1" status: 204 len: 168 time: 0.2048633 Sep 23 13:28:45.494918 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddd39a-0472-4550-9efd-c3945d45af6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dd1c5e-cee4-49e6-beb8-1c3470ceab25,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:45.514422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84e20e-c6d1-41bc-ba13-9975806baec8 req-6dad4a79-450a-4da8-a42f-25bd9ebdb3bc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:45.521583 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7b84e20e-c6d1-41bc-ba13-9975806baec8 req-6dad4a79-450a-4da8-a42f-25bd9ebdb3bc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0710285 Sep 23 13:28:45.533695 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-2a833cb4-aeaa-4a39-be75-34680f659b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:45.535157 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-2a833cb4-aeaa-4a39-be75-34680f659b20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 918 time: 0.0910347 Sep 23 13:28:45.560521 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7b84e20e-c6d1-41bc-ba13-9975806baec8 req-a1d859ba-d1bb-41a6-9dbe-ea140172bfa8 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380743 Sep 23 13:28:45.606240 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-f1128785-07d4-4f93-b314-cc8cb90e078b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae302c5-072e-4188-ac96-37fd2c947dbe HTTP/1.1" status: 200 len: 998 time: 0.0615509 Sep 23 13:28:45.660846 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-8010c13a-0744-42e4-9d76-796a93deaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:45.663433 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-8010c13a-0744-42e4-9d76-796a93deaa8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0482831 Sep 23 13:28:45.711718 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-6a5081e6-ffd3-4046-a17a-dbe1873fd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:45.713254 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-6a5081e6-ffd3-4046-a17a-dbe1873fd338 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411174 Sep 23 13:28:45.805929 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-798eb483-edc5-4377-920a-64158d6e17a7 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852029 Sep 23 13:28:45.901858 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-4b9465cb-d253-4b71-a62e-290f4f9e4bd3 req-50e827d2-17d6-49aa-863b-059d9f995961 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874834 Sep 23 13:28:46.045045 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56770) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:46.154389 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfc48-3c7f-49c3-8f10-46d7a078c20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:46.261673 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfc48-3c7f-49c3-8f10-46d7a078c20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:46.337153 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfc48-3c7f-49c3-8f10-46d7a078c20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:46.391190 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-4c1cfc48-3c7f-49c3-8f10-46d7a078c20f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05c0c93d1a1e44988e5fb1debd6b9629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426297 Sep 23 13:28:46.391190 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cfc48-3c7f-49c3-8f10-46d7a078c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5767fd6-f563-480f-86af-e14bc6417cf9,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:46.392081 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56796) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:46.451734 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b63f36a2-7f2e-48c0-94da-20b90cf68485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:46.472575 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b63f36a2-7f2e-48c0-94da-20b90cf68485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:46.622096 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b63f36a2-7f2e-48c0-94da-20b90cf68485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:46.624885 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b63f36a2-7f2e-48c0-94da-20b90cf68485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:46.626126 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-b63f36a2-7f2e-48c0-94da-20b90cf68485 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5767fd6-f563-480f-86af-e14bc6417cf9 HTTP/1.1" status: 204 len: 168 time: 0.2304034 Sep 23 13:28:46.635294 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f36a2-7f2e-48c0-94da-20b90cf68485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5767fd6-f563-480f-86af-e14bc6417cf9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:46.749095 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450194a-19ab-481b-8dbc-22f67968d3ff req-57b41b2f-e869-4022-80ef-058704cf25d5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:46.757427 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6450194a-19ab-481b-8dbc-22f67968d3ff req-57b41b2f-e869-4022-80ef-058704cf25d5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0913181 Sep 23 13:28:46.803939 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6450194a-19ab-481b-8dbc-22f67968d3ff req-3c03735a-523c-49e8-a544-db0b7f238649 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Sep 23 13:28:47.966746 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879eb08-fe8c-4e15-91cc-cf97c2d82755 req-d3f866e5-ba68-42c0-8a59-24fc633d6c61 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:47.968852 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b879eb08-fe8c-4e15-91cc-cf97c2d82755 req-d3f866e5-ba68-42c0-8a59-24fc633d6c61 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0800326 Sep 23 13:28:47.975206 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56860) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:48.035968 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b879eb08-fe8c-4e15-91cc-cf97c2d82755 req-82ce8355-3a84-43ab-8ded-1970d2e010e9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566862 Sep 23 13:28:48.098676 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1236021199-network', 'tenant_id': 'a3dc1a8e0dd049478f2a8e5bc685d0fd'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:48.200998 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Made reservation on behalf of a3dc1a8e0dd049478f2a8e5bc685d0fd for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:28:48.203320 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.212092 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.321737 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.409824 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.435594 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:28:48.451269 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81061859-051e-45d0-b2f0-0c0a59600d9f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:48.456463 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.456897 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Added segment 37512088-6ccd-4c74-ad06-0ad2f9d0b48b of type vlan for network b4e40e10-ad22-4f2e-b1e3-121ec04f812f Sep 23 13:28:48.479251 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56866) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:48.517482 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.598565 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-cbfbef23-d357-4543-98f8-eee95aebca30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.604219 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.605220 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:48.605815 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.671348 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b4e40e10-ad22-4f2e-b1e3-121ec04f812f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:48.683307 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network b4e40e10-ad22-4f2e-b1e3-121ec04f812f details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:28:48.711943 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-cbfbef23-d357-4543-98f8-eee95aebca30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.771940 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-cbfbef23-d357-4543-98f8-eee95aebca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.809126 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbef23-d357-4543-98f8-eee95aebca30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378ee073-c095-40fb-b232-936743a714df,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:48.813280 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-cbfbef23-d357-4543-98f8-eee95aebca30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74070a6619b5454386e8563260b2e635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329263 Sep 23 13:28:48.816114 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 56870) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:48.817834 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-9bbd563c-3dbc-4b9a-bb4a-51027ba977b7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8401656 Sep 23 13:28:48.820586 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56872) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:48.825544 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Request body: {'subnet': {'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1236021199-subnet', 'tenant_id': 'a3dc1a8e0dd049478f2a8e5bc685d0fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:28:48.872202 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4085b4b8-4337-4c67-befc-84c3ed17e417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.896622 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4085b4b8-4337-4c67-befc-84c3ed17e417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:48.901559 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Made reservation on behalf of a3dc1a8e0dd049478f2a8e5bc685d0fd for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:28:48.903974 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12665056'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:49.016251 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4085b4b8-4337-4c67-befc-84c3ed17e417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:49.018665 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4085b4b8-4337-4c67-befc-84c3ed17e417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:49.019851 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-4085b4b8-4337-4c67-befc-84c3ed17e417 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/378ee073-c095-40fb-b232-936743a714df HTTP/1.1" status: 204 len: 168 time: 0.1989465 Sep 23 13:28:49.028442 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085b4b8-4337-4c67-befc-84c3ed17e417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378ee073-c095-40fb-b232-936743a714df,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:49.187568 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e35f1e-55e7-4db2-a8af-3cc5c37c8e34 req-26d5251f-23d7-482e-b310-9f0e81adb1e2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:49.189972 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-14e35f1e-55e7-4db2-a8af-3cc5c37c8e34 req-26d5251f-23d7-482e-b310-9f0e81adb1e2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0597582 Sep 23 13:28:49.210535 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24929531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12665042'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:49.241535 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-14e35f1e-55e7-4db2-a8af-3cc5c37c8e34 req-82524ce8-4398-4a56-afe5-e51aeb1774f4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447257 Sep 23 13:28:49.279949 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e412d0-37e1-4abb-9d89-f73fc9fc7d12,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:49.290472 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Checking segment: {'id': '37512088-6ccd-4c74-ad06-0ad2f9d0b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:28:49.290834 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Network hostable DHCP agents. Network: b4e40e10-ad22-4f2e-b1e3-121ec04f812f, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:28:49.364673 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Network b4e40e10-ad22-4f2e-b1e3-121ec04f812f is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:28:49.415854 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, b4e40e10-ad22-4f2e-b1e3-121ec04f812f) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:28:49.420245 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:49.420837 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:49.425857 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0cc91-fc17-4d70-91a8-feb56a24fc84 None None] Network b4e40e10-ad22-4f2e-b1e3-121ec04f812f requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:28:49.513594 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-fbe83549-7d2f-4b58-8b18-7a666aa85c3a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6919200 Sep 23 13:28:49.562227 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55786a1-1ccb-4efb-960e-ed3d1259aa33 None None] Network b4e40e10-ad22-4f2e-b1e3-121ec04f812f requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:28:49.635929 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56882) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:49.670315 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c1c104e-a2d7-460b-baee-6eedd88324ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:49.796750 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c1c104e-a2d7-460b-baee-6eedd88324ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:50.290298 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c1c104e-a2d7-460b-baee-6eedd88324ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:50.329861 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-4c1c104e-a2d7-460b-baee-6eedd88324ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8dbb6fbfaa084e81950d770cea6807c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925089 Sep 23 13:28:50.338985 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c104e-a2d7-460b-baee-6eedd88324ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc99a9-b42f-4ce5-9106-1d200a284217,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:50.338985 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56892) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:28:50.390864 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86779b7c-e56b-4b41-8177-44dfec013ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:50.392080 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde70b5-3daa-4a2d-af73-efec12f04740 req-7f9527e0-a237-4298-ac09-010cb89033cf tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:50.393553 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4cde70b5-3daa-4a2d-af73-efec12f04740 req-7f9527e0-a237-4298-ac09-010cb89033cf tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0791225 Sep 23 13:28:50.416167 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86779b7c-e56b-4b41-8177-44dfec013ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:50.434533 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4cde70b5-3daa-4a2d-af73-efec12f04740 req-7396f8fa-ae33-4356-92ff-f07eb26b88ca tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Sep 23 13:28:50.542202 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86779b7c-e56b-4b41-8177-44dfec013ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:50.544730 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86779b7c-e56b-4b41-8177-44dfec013ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:50.548779 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-86779b7c-e56b-4b41-8177-44dfec013ff9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bacc99a9-b42f-4ce5-9106-1d200a284217 HTTP/1.1" status: 204 len: 168 time: 0.2089732 Sep 23 13:28:50.555401 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86779b7c-e56b-4b41-8177-44dfec013ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc99a9-b42f-4ce5-9106-1d200a284217,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:28:51.588428 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd30a4-9d1c-4d5b-b9eb-69b0e77483cd req-b2bc219f-ba69-4190-a5d9-f5b91c8bc633 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:51.590099 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7ebd30a4-9d1c-4d5b-b9eb-69b0e77483cd req-b2bc219f-ba69-4190-a5d9-f5b91c8bc633 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0504971 Sep 23 13:28:51.640262 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7ebd30a4-9d1c-4d5b-b9eb-69b0e77483cd req-d6bef9b6-4472-4d49-93dc-2b9cac665490 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394115 Sep 23 13:28:52.289549 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-f9111e58-6150-4be4-84b6-38d7513c8444 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:52.291089 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-f9111e58-6150-4be4-84b6-38d7513c8444 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/networks?id=b4e40e10-ad22-4f2e-b1e3-121ec04f812f HTTP/1.1" status: 200 len: 814 time: 0.1191320 Sep 23 13:28:52.307903 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6fb93aae-f47e-4bdc-885f-eefead1e5474 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/quotas/a3dc1a8e0dd049478f2a8e5bc685d0fd HTTP/1.1" status: 200 len: 375 time: 0.0098538 Sep 23 13:28:52.341208 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-e2bfc576-26f3-42bc-96cf-42373ea99d27 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3dc1a8e0dd049478f2a8e5bc685d0fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275607 Sep 23 13:28:52.448876 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-1f49a349-913e-443c-8fb7-f85c01ac8db2 service neutron] 10.222.0.41 "GET /v2.0/networks/b4e40e10-ad22-4f2e-b1e3-121ec04f812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006737 Sep 23 13:28:52.568870 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-82549951-5937-428e-8c89-ae221da06a29 service neutron] 10.222.0.41 "GET /v2.0/networks/b4e40e10-ad22-4f2e-b1e3-121ec04f812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144776 Sep 23 13:28:52.776437 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d0439-974e-4df7-8c9e-5184894b904a req-42ab9b61-4dfb-46ec-a2ca-53d9b333ce9f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:52.781154 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4c6d0439-974e-4df7-8c9e-5184894b904a req-42ab9b61-4dfb-46ec-a2ca-53d9b333ce9f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0533667 Sep 23 13:28:52.842285 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4c6d0439-974e-4df7-8c9e-5184894b904a req-08496e94-88f2-44c2-9a83-9b058c56e6a2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551240 Sep 23 13:28:52.885265 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4dd84664-6474-483a-ab93-84c0eeb11056 req-d06b4589-b7c8-4337-8bb7-f4fb59d303ca tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0369985 Sep 23 13:28:53.989420 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5e0b2bbe-4a68-4393-b33b-83fae532c0af req-2d167b62-53a5-42e2-b4d8-a7be041d99cc tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0315967 Sep 23 13:28:54.009805 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463191b-6c02-4e52-921a-fd3185165834 req-43c89ada-96fc-400d-bec6-e22d4d99c97d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:54.011273 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7463191b-6c02-4e52-921a-fd3185165834 req-43c89ada-96fc-400d-bec6-e22d4d99c97d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0887034 Sep 23 13:28:54.048126 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7463191b-6c02-4e52-921a-fd3185165834 req-c9e6b030-c5ec-425a-a5c6-59022b8da75c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Sep 23 13:28:55.087013 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d37bcb41-fb07-41aa-a50e-b60dade0ddcf req-c269b8d8-7412-4920-8aa9-3a0ec9996968 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0268095 Sep 23 13:28:55.173675 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa522cb-99af-44b1-b2ae-9c77e0586c07 req-319d5668-08d9-4fd9-9d31-42c03df52785 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:55.175137 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-afa522cb-99af-44b1-b2ae-9c77e0586c07 req-319d5668-08d9-4fd9-9d31-42c03df52785 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0485938 Sep 23 13:28:55.214215 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-afa522cb-99af-44b1-b2ae-9c77e0586c07 req-114eb052-3cfd-47aa-9804-864dd515a89c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Sep 23 13:28:56.188392 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1d994a42-ac83-4b69-b62a-31ccaf24a579 req-eccf2462-22d9-4eb8-965d-f00441221118 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0325127 Sep 23 13:28:56.333942 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a75cba-ae1b-4a9d-abed-db06f49896fc req-92652ba1-b1e5-47ed-945c-6a01cc69718a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:56.335456 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-21a75cba-ae1b-4a9d-abed-db06f49896fc req-92652ba1-b1e5-47ed-945c-6a01cc69718a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0503218 Sep 23 13:28:56.378035 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-21a75cba-ae1b-4a9d-abed-db06f49896fc req-bc651835-c46f-481c-b6fa-03dfa8151b75 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353532 Sep 23 13:28:57.289443 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d5332860-3192-48cf-9d92-d63016face03 req-31517759-16f8-40da-8ac8-4abe382c1d0c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0253758 Sep 23 13:28:57.516738 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3b72a-8a33-4838-a12c-cb2152055dc9 req-73ceabc9-5306-4d05-bd9d-8b14103693a4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:57.518278 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ea3b72a-8a33-4838-a12c-cb2152055dc9 req-73ceabc9-5306-4d05-bd9d-8b14103693a4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0618830 Sep 23 13:28:57.557224 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ea3b72a-8a33-4838-a12c-cb2152055dc9 req-6d2b303d-9f3e-44d4-b8de-1132d232a503 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321054 Sep 23 13:28:57.706865 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:28:58.398949 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-18846a12-e629-49d3-b115-58a0175d2e3b req-32f442f8-0837-499e-a265-1632a2b9448f tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0302494 Sep 23 13:28:58.688884 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db63960-f811-46ca-9e57-211007aaf867 req-a922249f-5b93-4e71-9335-e7c083f71c02 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:58.690356 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5db63960-f811-46ca-9e57-211007aaf867 req-a922249f-5b93-4e71-9335-e7c083f71c02 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0620258 Sep 23 13:28:58.728358 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5db63960-f811-46ca-9e57-211007aaf867 req-a3fbd4c5-e385-40ca-a137-3967397d8e6c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Sep 23 13:28:59.498047 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-51d0d5d9-11af-4a03-819d-5a71d4724758 req-4ad80cb5-6ab5-4325-8c9b-2f322dd5a1ce tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0283520 Sep 23 13:28:59.857337 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4faa3a-09e2-4384-8caf-08d9dd34fc65 req-5525640b-92fd-4e9f-ac75-ebbbf93cfdf7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:28:59.858839 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fa4faa3a-09e2-4384-8caf-08d9dd34fc65 req-5525640b-92fd-4e9f-ac75-ebbbf93cfdf7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0529280 Sep 23 13:28:59.897061 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fa4faa3a-09e2-4384-8caf-08d9dd34fc65 req-d522f6bf-c406-4186-b8fc-e92c86b5ecab tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Sep 23 13:29:00.131828 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-f9ae8fd3-f9a6-4f03-b587-f5149204c7fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430214 Sep 23 13:29:00.181698 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1dd91ed6-0a0e-453d-a31f-e1e8b5eb2a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:00.253244 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-8b78b4a7-4f3d-4bd5-8e74-e12353bfae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:00.258678 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-8b78b4a7-4f3d-4bd5-8e74-e12353bfae10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 1098 time: 0.0400352 Sep 23 13:29:00.365553 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-2f8a74dd-3ea2-4031-8265-2f42ad9ae976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:00.367313 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-2f8a74dd-3ea2-4031-8265-2f42ad9ae976 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 912 time: 0.0888579 Sep 23 13:29:00.439014 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-6a475f00-4f30-4e06-804e-e5ec72c46464 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf HTTP/1.1" status: 200 len: 1001 time: 0.0620122 Sep 23 13:29:00.489099 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-c592c8ee-f07f-4bad-bbbd-17f7b5abb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:00.490529 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-c592c8ee-f07f-4bad-bbbd-17f7b5abb927 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b587dcf-4e18-4711-9334-d4a55df4a689 HTTP/1.1" status: 200 len: 850 time: 0.0438118 Sep 23 13:29:00.542029 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-777fb7f8-3c3a-4aef-9525-238c574059a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:00.543675 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-777fb7f8-3c3a-4aef-9525-238c574059a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8499643-6d33-484f-9958-41d85f2a2feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442798 Sep 23 13:29:00.594235 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f5e669b2-ca5c-4f36-9c94-422d9212eeb7 req-9637de35-063c-46dd-b9d2-6f75a7445d5c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0263031 Sep 23 13:29:00.642692 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-e3707a7f-ba31-4fba-b936-3e90782d34b0 service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866187 Sep 23 13:29:00.732544 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d1622d1d-f6b3-4ee1-9913-ae12f0d71a24 req-299ff225-4589-4375-9bee-e8e55be729eb service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849535 Sep 23 13:29:01.022889 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5e88-737b-483d-bb71-866b00f00c52 req-ab2fb222-388d-4195-baa0-aadcfd1cc3d5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:01.024505 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c18b5e88-737b-483d-bb71-866b00f00c52 req-ab2fb222-388d-4195-baa0-aadcfd1cc3d5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0546658 Sep 23 13:29:01.061953 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c18b5e88-737b-483d-bb71-866b00f00c52 req-eaeaa16d-7e16-4665-ba83-240fbe263790 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307755 Sep 23 13:29:01.330767 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-0d0477f3-45b3-4ed2-b6c1-5db4a6a7a160 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:01.333088 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-0d0477f3-45b3-4ed2-b6c1-5db4a6a7a160 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.15 "GET /v2.0/networks?id=b4e40e10-ad22-4f2e-b1e3-121ec04f812f HTTP/1.1" status: 200 len: 814 time: 0.1476996 Sep 23 13:29:01.348173 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Request body: {'port': {'device_id': '74ab2705-676d-46e1-bcde-15b6dbadf483', 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f', 'admin_state_up': True, 'tenant_id': 'a3dc1a8e0dd049478f2a8e5bc685d0fd'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:01.535679 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Made reservation on behalf of a3dc1a8e0dd049478f2a8e5bc685d0fd for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:29:01.539437 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:01.695113 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f11de81a-d070-4a76-8959-038391ca7b76 req-d4bd7b40-35e0-48b0-a678-1d89a267accd tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0280545 Sep 23 13:29:01.700639 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Allocated IP 172.20.0.7 (b4e40e10-ad22-4f2e-b1e3-121ec04f812f/67e412d0-37e1-4abb-9d89-f73fc9fc7d12/790627e3-9f90-4f51-919c-50713a5dfc55) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:29:01.866203 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:01.947331 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:01.991344 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Network b4e40e10-ad22-4f2e-b1e3-121ec04f812f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:29:01.994423 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:29:01.998266 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:29:02.027356 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Pushing event updated for resources: {'Port': ['ID=790627e3-9f90-4f51-919c-50713a5dfc55,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:02.040619 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.040893 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.041264 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.041610 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.041936 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.042264 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.042589 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.042913 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.043238 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.043556 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.043903 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.044223 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:02.061613 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:02.062211 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:02.153613 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-6dcae744-3865-4e9f-b004-0ef2e7f46be4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8092394 Sep 23 13:29:02.168855 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Request body: {'port': {'device_id': '74ab2705-676d-46e1-bcde-15b6dbadf483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:02.182790 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690037cd-5580-45f3-9136-6d23aab8acba req-039666bd-cfbe-42a8-a0c2-e4ef40e8ae49 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:02.184293 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-690037cd-5580-45f3-9136-6d23aab8acba req-039666bd-cfbe-42a8-a0c2-e4ef40e8ae49 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0514469 Sep 23 13:29:02.223430 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:02.227364 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-690037cd-5580-45f3-9136-6d23aab8acba req-ff7ada6a-c375-49d8-bfb1-bc6cf0d47cee tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367022 Sep 23 13:29:02.484810 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790627e3-9f90-4f51-919c-50713a5dfc55 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:29:02.492362 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:02.505577 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Transition to ACTIVE for port object 790627e3-9f90-4f51-919c-50713a5dfc55 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:29:02.616344 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:02.627390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdd77-638d-4010-85ce-62bc3506f129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:02.668929 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Pushing event updated for resources: {'Port': ['ID=790627e3-9f90-4f51-919c-50713a5dfc55,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:02.734768 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Attempting to bind port 790627e3-9f90-4f51-919c-50713a5dfc55 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:29:02.735374 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Attempting to bind port 790627e3-9f90-4f51-919c-50713a5dfc55 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '37512088-6ccd-4c74-ad06-0ad2f9d0b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:29:02.735735 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Attempting to bind port 790627e3-9f90-4f51-919c-50713a5dfc55 on network b4e40e10-ad22-4f2e-b1e3-121ec04f812f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:29:02.740132 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Port 790627e3-9f90-4f51-919c-50713a5dfc55 on network b4e40e10-ad22-4f2e-b1e3-121ec04f812f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:29:02.740499 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Attempting to bind port 790627e3-9f90-4f51-919c-50713a5dfc55 on network b4e40e10-ad22-4f2e-b1e3-121ec04f812f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:29:02.749913 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:29:02.749913 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Checking segment: {'id': '37512088-6ccd-4c74-ad06-0ad2f9d0b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:29:02.749913 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Bound using segment: {'id': '37512088-6ccd-4c74-ad06-0ad2f9d0b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:29:02.750256 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Bound port: 790627e3-9f90-4f51-919c-50713a5dfc55, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37512088-6ccd-4c74-ad06-0ad2f9d0b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:29:02.750425 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57058) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:02.750913 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:02.821427 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] For port 790627e3-9f90-4f51-919c-50713a5dfc55, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:29:02.825220 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] For port 790627e3-9f90-4f51-919c-50713a5dfc55, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=790627e3-9f90-4f51-919c-50713a5dfc55,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:29:02.832100 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1d1e1-2641-47e0-8430-8c4c5cc48ea9 req-50e26957-0f4c-494f-b35b-818dab9c69bd tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:02.833767 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b1f1d1e1-2641-47e0-8430-8c4c5cc48ea9 req-50e26957-0f4c-494f-b35b-818dab9c69bd tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 943 time: 0.0536664 Sep 23 13:29:02.871066 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-966a560a-5e19-41cd-9a76-1efb06313e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:02.878747 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:02.892844 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b1f1d1e1-2641-47e0-8430-8c4c5cc48ea9 req-f27a51e1-d2dd-4feb-8ea4-d60ced4f6792 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531645 Sep 23 13:29:02.913681 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:02.914328 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:02.915669 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] 10.222.0.15 "PUT /v2.0/ports/790627e3-9f90-4f51-919c-50713a5dfc55 HTTP/1.1" status: 200 len: 1093 time: 0.7516527 Sep 23 13:29:02.916131 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ab2705-676d-46e1-bcde-15b6dbadf483', 'tag': '790627e3-9f90-4f51-919c-50713a5dfc55'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:02.918589 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e7828-54da-4d5c-83d4-d5b8ed34a543" -d '{"events": [{"name": "network-changed", "server_uuid": "74ab2705-676d-46e1-bcde-15b6dbadf483", "tag": "790627e3-9f90-4f51-919c-50713a5dfc55"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:02.942008 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247abfa-83da-4089-9618-819cf53b9f7a service neutron] Pushing event updated for resources: {'Port': ['ID=790627e3-9f90-4f51-919c-50713a5dfc55,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:02.959873 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28394f90-77d4-4c80-beeb-b6b0e6939829 x-openstack-request-id: req-28394f90-77d4-4c80-beeb-b6b0e6939829 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:02.964455 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ab2705-676d-46e1-bcde-15b6dbadf483", "tag": "790627e3-9f90-4f51-919c-50713a5dfc55", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:02.964455 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28394f90-77d4-4c80-beeb-b6b0e6939829 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:02.964455 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ab2705-676d-46e1-bcde-15b6dbadf483', 'tag': '790627e3-9f90-4f51-919c-50713a5dfc55', 'status': 'completed', 'code': 200} Sep 23 13:29:02.987013 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-966a560a-5e19-41cd-9a76-1efb06313e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:03.022552 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7828-54da-4d5c-83d4-d5b8ed34a543 req-f468522e-69cc-4f24-b906-8e00c080b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:03.024142 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e6e7828-54da-4d5c-83d4-d5b8ed34a543 req-f468522e-69cc-4f24-b906-8e00c080b2bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3dc1a8e0dd049478f2a8e5bc685d0fd&device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 1096 time: 0.0404413 Sep 23 13:29:03.032603 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-966a560a-5e19-41cd-9a76-1efb06313e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:03.073919 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-966a560a-5e19-41cd-9a76-1efb06313e02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5acf26c58888417f8c2ec97104d00739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213685 Sep 23 13:29:03.076226 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a560a-5e19-41cd-9a76-1efb06313e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0a43f0-bee8-45aa-9cef-b7d08d5a89c3,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:03.078588 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57066) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:03.129234 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7828-54da-4d5c-83d4-d5b8ed34a543 req-4c20e270-14bd-4373-bb20-c577d2ebf2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:03.130782 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e6e7828-54da-4d5c-83d4-d5b8ed34a543 req-4c20e270-14bd-4373-bb20-c577d2ebf2dd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a3dc1a8e0dd049478f2a8e5bc685d0fd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975838 Sep 23 13:29:03.130914 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6875899a-bfaf-4abd-aab0-4f38d8a12f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:03.153177 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6875899a-bfaf-4abd-aab0-4f38d8a12f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:03.221408 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:03.231348 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7828-54da-4d5c-83d4-d5b8ed34a543 req-ba1ee517-79a1-43c5-ae94-6825dc98511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:03.232886 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-2e6e7828-54da-4d5c-83d4-d5b8ed34a543 req-ba1ee517-79a1-43c5-ae94-6825dc98511c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941181 Sep 23 13:29:03.273039 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6875899a-bfaf-4abd-aab0-4f38d8a12f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:03.276395 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-6875899a-bfaf-4abd-aab0-4f38d8a12f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:03.279545 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-6875899a-bfaf-4abd-aab0-4f38d8a12f28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b0a43f0-bee8-45aa-9cef-b7d08d5a89c3 HTTP/1.1" status: 204 len: 168 time: 0.1980612 Sep 23 13:29:03.286763 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875899a-bfaf-4abd-aab0-4f38d8a12f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0a43f0-bee8-45aa-9cef-b7d08d5a89c3,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:03.317880 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-d0e5d470-b1f0-4dcb-aa41-ac1e9065b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:03.319632 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-d0e5d470-b1f0-4dcb-aa41-ac1e9065b804 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3dc1a8e0dd049478f2a8e5bc685d0fd&device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 1096 time: 0.0485420 Sep 23 13:29:03.365305 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-54f17169-83cb-42e7-b599-dd3491769157 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=790627e3-9f90-4f51-919c-50713a5dfc55 HTTP/1.1" status: 200 len: 217 time: 0.0365431 Sep 23 13:29:03.369038 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba8ae9-8ff8-49fc-962d-32ccab6aaa3b req-e4701cb0-65b9-4326-b6e7-6edee87d5c89 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:03.370986 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-66ba8ae9-8ff8-49fc-962d-32ccab6aaa3b req-e4701cb0-65b9-4326-b6e7-6edee87d5c89 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0547254 Sep 23 13:29:03.410364 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-66ba8ae9-8ff8-49fc-962d-32ccab6aaa3b req-f02b8bfb-76b6-4bf8-ae29-940ae47e5b40 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324171 Sep 23 13:29:03.417149 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-20d468ea-6155-4a06-898c-148f48d771b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:03.418899 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-20d468ea-6155-4a06-898c-148f48d771b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67e412d0-37e1-4abb-9d89-f73fc9fc7d12 HTTP/1.1" status: 200 len: 854 time: 0.0460441 Sep 23 13:29:03.455817 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-8f615dd8-cd00-4c45-a030-7d57a5f7976b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4e40e10-ad22-4f2e-b1e3-121ec04f812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274081 Sep 23 13:29:03.552228 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-9b8660d5-4ba3-4a5f-845b-868acde9aa02 service neutron] 10.222.0.15 "GET /v2.0/networks/b4e40e10-ad22-4f2e-b1e3-121ec04f812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875075 Sep 23 13:29:03.660019 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3063f65b-be01-446c-80c9-4a70c2416c24 req-71448c2f-f3b8-46f7-bb2c-da3b04ef33ea service neutron] 10.222.0.15 "GET /v2.0/networks/b4e40e10-ad22-4f2e-b1e3-121ec04f812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924630 Sep 23 13:29:03.924639 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:04.016266 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771bcf7-b01d-4670-aaa7-483a343b38af req-16ad5f0b-d7d0-4ed5-a1bf-b6a28724fb94 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:04.017734 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6771bcf7-b01d-4670-aaa7-483a343b38af req-16ad5f0b-d7d0-4ed5-a1bf-b6a28724fb94 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 943 time: 0.0506821 Sep 23 13:29:04.054478 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6771bcf7-b01d-4670-aaa7-483a343b38af req-1116e47c-4cde-45c7-ad23-eef1fe465a3a tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308073 Sep 23 13:29:04.533705 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dae49f-1ecf-4b75-a030-005082445ea7 req-43985851-3d99-450d-a6b2-09f68c312b3f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:04.535070 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d2dae49f-1ecf-4b75-a030-005082445ea7 req-43985851-3d99-450d-a6b2-09f68c312b3f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0518956 Sep 23 13:29:04.572646 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d2dae49f-1ecf-4b75-a030-005082445ea7 req-e7874ce4-b471-4a42-b13d-76dc22c18782 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315876 Sep 23 13:29:05.169203 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927bf15-560f-4c37-a8bf-279932adc155 req-dbfe61bd-2c9b-4f6e-a8bc-a1e3b0577fb9 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:05.170645 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c927bf15-560f-4c37-a8bf-279932adc155 req-dbfe61bd-2c9b-4f6e-a8bc-a1e3b0577fb9 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 943 time: 0.0508668 Sep 23 13:29:05.207445 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c927bf15-560f-4c37-a8bf-279932adc155 req-27194ecd-4653-4be4-af13-f39cc6b0480b tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305643 Sep 23 13:29:05.444242 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:05.692911 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b8ab1-d9b6-4162-80f1-f3c550b73828 req-5e9e3f06-7a95-461a-8fab-19fbeeebb12b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:05.694361 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-148b8ab1-d9b6-4162-80f1-f3c550b73828 req-5e9e3f06-7a95-461a-8fab-19fbeeebb12b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0507221 Sep 23 13:29:05.733351 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-148b8ab1-d9b6-4162-80f1-f3c550b73828 req-7b37e336-5d43-42ed-9a3d-1efbf7a9b02d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328615 Sep 23 13:29:06.136641 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 790627e3-9f90-4f51-919c-50713a5dfc55 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:29:06.228866 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 790627e3-9f90-4f51-919c-50713a5dfc55, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=790627e3-9f90-4f51-919c-50713a5dfc55,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:06.242884 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '790627e3-9f90-4f51-919c-50713a5dfc55', 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f', 'port_id': '790627e3-9f90-4f51-919c-50713a5dfc55', 'mac_address': 'fa:16:3e:44:0b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e412d0-37e1-4abb-9d89-f73fc9fc7d12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:29:06.279723 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:06.292219 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790627e3-9f90-4f51-919c-50713a5dfc55 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:29:06.310831 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 790627e3-9f90-4f51-919c-50713a5dfc55, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=790627e3-9f90-4f51-919c-50713a5dfc55,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:06.318966 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf1b59-fa13-486d-b984-42afd712e26c req-a4e41291-7778-4309-8404-b087391e6f26 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:06.323905 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecdf1b59-fa13-486d-b984-42afd712e26c req-a4e41291-7778-4309-8404-b087391e6f26 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 943 time: 0.0475004 Sep 23 13:29:06.358379 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecdf1b59-fa13-486d-b984-42afd712e26c req-c4a6cae5-cadb-4321-ad67-4afdaafd3f9b tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Sep 23 13:29:06.358674 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:06.406155 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=790627e3-9f90-4f51-919c-50713a5dfc55,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:06.637569 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['790627e3-9f90-4f51-919c-50713a5dfc55'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:29:06.849859 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a9c7f-d875-4d81-9ed2-12253219bac3 req-c2599385-caec-4649-8a9c-082fd31eb9e7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:06.851299 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-215a9c7f-d875-4d81-9ed2-12253219bac3 req-c2599385-caec-4649-8a9c-082fd31eb9e7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0477374 Sep 23 13:29:06.888161 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-215a9c7f-d875-4d81-9ed2-12253219bac3 req-e63d6d27-8189-4cdb-a345-46e17e777152 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310242 Sep 23 13:29:07.472689 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3b37-5d98-42ad-93df-42ffc615f87f req-09eb6a97-b3e4-43a8-9076-c804aa7b6e2f tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:07.474265 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8e2f3b37-5d98-42ad-93df-42ffc615f87f req-09eb6a97-b3e4-43a8-9076-c804aa7b6e2f tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 944 time: 0.0506995 Sep 23 13:29:07.511997 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8e2f3b37-5d98-42ad-93df-42ffc615f87f req-a3a42f4b-e736-4125-a23c-13be838a52aa tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311711 Sep 23 13:29:08.005968 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551cd45-253d-425a-b887-eb0a8cb75b18 req-19f0f8e1-9f12-4669-b322-184bdde8d42d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:08.007433 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3551cd45-253d-425a-b887-eb0a8cb75b18 req-19f0f8e1-9f12-4669-b322-184bdde8d42d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 943 time: 0.0488980 Sep 23 13:29:08.044876 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3551cd45-253d-425a-b887-eb0a8cb75b18 req-30327e78-355d-42ca-be86-5c422f367d90 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306895 Sep 23 13:29:08.146547 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device bae302c5-072e-4188-ac96-37fd2c947dbe details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:29:08.149603 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 790627e3-9f90-4f51-919c-50713a5dfc55 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:29:08.274945 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:08.286000 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'port_id': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'mac_address': 'fa:16:3e:56:3a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:29:08.321466 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 790627e3-9f90-4f51-919c-50713a5dfc55 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:29:08.324605 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:08.332911 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 790627e3-9f90-4f51-919c-50713a5dfc55 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:29:08.333278 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:08.355954 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae302c5-072e-4188-ac96-37fd2c947dbe {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:29:08.385628 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:08.429494 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:08.451509 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ab2705-676d-46e1-bcde-15b6dbadf483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790627e3-9f90-4f51-919c-50713a5dfc55'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:08.453721 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432d39d5-97a2-4a03-bdc3-18ebc2cbd964" -d '{"events": [{"server_uuid": "74ab2705-676d-46e1-bcde-15b6dbadf483", "name": "network-vif-plugged", "status": "completed", "tag": "790627e3-9f90-4f51-919c-50713a5dfc55"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:08.463129 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:08.468983 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 790627e3-9f90-4f51-919c-50713a5dfc55, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=790627e3-9f90-4f51-919c-50713a5dfc55,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:08.499556 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc90d72-f725-464d-99c3-334059d76617 x-openstack-request-id: req-3fc90d72-f725-464d-99c3-334059d76617 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:08.499990 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ab2705-676d-46e1-bcde-15b6dbadf483", "name": "network-vif-plugged", "status": "completed", "tag": "790627e3-9f90-4f51-919c-50713a5dfc55", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:08.500293 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fc90d72-f725-464d-99c3-334059d76617 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:08.500707 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ab2705-676d-46e1-bcde-15b6dbadf483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790627e3-9f90-4f51-919c-50713a5dfc55', 'code': 200} Sep 23 13:29:08.530728 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:08.537911 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=9']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:08.586686 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=790627e3-9f90-4f51-919c-50713a5dfc55,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:08.628289 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f6887-3719-4c27-8a7f-5b5a6d102a22 req-c6df9ac4-007a-47f0-8444-99677002d5a1 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:08.629807 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f73f6887-3719-4c27-8a7f-5b5a6d102a22 req-c6df9ac4-007a-47f0-8444-99677002d5a1 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 945 time: 0.0498040 Sep 23 13:29:08.669234 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f73f6887-3719-4c27-8a7f-5b5a6d102a22 req-e72564cf-62e3-42fd-9563-604d9290464d tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Sep 23 13:29:08.773822 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['bae302c5-072e-4188-ac96-37fd2c947dbe'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:29:08.785855 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dcec5-7327-49d9-90b1-28f54d373d89 req-aeef655b-8c63-4349-9e0c-8c45ae71c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:08.787332 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-115dcec5-7327-49d9-90b1-28f54d373d89 req-aeef655b-8c63-4349-9e0c-8c45ae71c9f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 1098 time: 0.0378587 Sep 23 13:29:08.830932 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-115dcec5-7327-49d9-90b1-28f54d373d89 req-b1a78300-04a1-4378-b1d1-5c1b2f8fd006 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285516 Sep 23 13:29:09.167373 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24158ad-aa5a-413c-bcef-e37475468c17 req-54135634-28fb-4cc3-9ab1-bb15cabb02ff tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:09.168841 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a24158ad-aa5a-413c-bcef-e37475468c17 req-54135634-28fb-4cc3-9ab1-bb15cabb02ff tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 944 time: 0.0506248 Sep 23 13:29:09.206571 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a24158ad-aa5a-413c-bcef-e37475468c17 req-4fb4128e-c71e-4dc7-8447-dfc95b51788a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Sep 23 13:29:09.790735 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a468d2-72bc-453e-b45e-6b4fe47d9d1d req-abca9d0b-3461-4940-8e75-694b1e03a818 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:09.792276 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-20a468d2-72bc-453e-b45e-6b4fe47d9d1d req-abca9d0b-3461-4940-8e75-694b1e03a818 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 945 time: 0.0565641 Sep 23 13:29:09.829216 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-20a468d2-72bc-453e-b45e-6b4fe47d9d1d req-6e0f4a4a-fc97-409d-bdc3-3a1b270daa3d tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311694 Sep 23 13:29:10.152630 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device bae302c5-072e-4188-ac96-37fd2c947dbe up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:29:10.199268 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port bae302c5-072e-4188-ac96-37fd2c947dbe triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:29:10.199730 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:10.279035 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:10.311811 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:10.330747 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1f6ce-763a-45d3-84d6-47a591381367 req-6e4e1dec-f490-4870-bdba-a4638a1e0b5f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:10.332277 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2cf1f6ce-763a-45d3-84d6-47a591381367 req-6e4e1dec-f490-4870-bdba-a4638a1e0b5f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 944 time: 0.0498855 Sep 23 13:29:10.369908 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2cf1f6ce-763a-45d3-84d6-47a591381367 req-d551bb72-7346-4dca-8114-ff59c975a064 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317476 Sep 23 13:29:10.370131 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:10.416930 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:10.502229 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:10.504689 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7c4f60-97f4-4703-abab-239039f27d02" -d '{"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-plugged", "status": "completed", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:10.539182 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61a187c-040e-4888-b387-4d8d23175f4e x-openstack-request-id: req-f61a187c-040e-4888-b387-4d8d23175f4e {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:10.539473 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-plugged", "status": "completed", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:10.539778 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f61a187c-040e-4888-b387-4d8d23175f4e {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:10.540166 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'code': 200} Sep 23 13:29:10.944381 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4809c7-d03b-456d-ae11-9d3e1dee171a req-aafd2576-02c2-47c5-b278-b847641dc80c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:10.945909 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4a4809c7-d03b-456d-ae11-9d3e1dee171a req-aafd2576-02c2-47c5-b278-b847641dc80c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 945 time: 0.0535703 Sep 23 13:29:10.986718 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4a4809c7-d03b-456d-ae11-9d3e1dee171a req-1520e6c8-7602-420e-a0dd-84b9aad07e7a tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Sep 23 13:29:11.136352 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231340fb-999b-4a2f-a3b4-092dab417ded req-ac3f410a-5822-4ff0-ad14-ceaeff14e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:11.137914 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-231340fb-999b-4a2f-a3b4-092dab417ded req-ac3f410a-5822-4ff0-ad14-ceaeff14e6b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 1099 time: 0.0444660 Sep 23 13:29:11.174419 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-231340fb-999b-4a2f-a3b4-092dab417ded req-d4d90643-c2b3-4cd9-ac88-bfad4d9cd030 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280490 Sep 23 13:29:11.489098 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ccc56-68db-4a57-b68c-23338a161cc7 req-ec4fb950-437a-40e8-a6d9-5b72fd45904b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:11.490552 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f04ccc56-68db-4a57-b68c-23338a161cc7 req-ec4fb950-437a-40e8-a6d9-5b72fd45904b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.0475867 Sep 23 13:29:11.528660 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f04ccc56-68db-4a57-b68c-23338a161cc7 req-42f49923-180f-4485-bcba-79aefcad2b1c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309198 Sep 23 13:29:12.654981 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f26689-b7dd-4782-8953-5588c717ccbe req-aa62f6b1-0a6f-4d61-bdf2-2afca41be422 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:12.656656 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d2f26689-b7dd-4782-8953-5588c717ccbe req-aa62f6b1-0a6f-4d61-bdf2-2afca41be422 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.0520201 Sep 23 13:29:12.702572 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d2f26689-b7dd-4782-8953-5588c717ccbe req-eb70525e-33f8-49c4-ade8-5d0407ca8dc2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394528 Sep 23 13:29:13.766785 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-452a5528-9787-4a46-8cd9-d94f976ac193 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625211251&fields=id&tenant_id=66aaf1120d014bd1955796a6fd2591cf HTTP/1.1" status: 200 len: 267 time: 0.0388319 Sep 23 13:29:13.856057 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-62988135-b1b5-43fb-9e12-f87b3e461ac7 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:13.857523 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-62988135-b1b5-43fb-9e12-f87b3e461ac7 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 984 time: 0.0836666 Sep 23 13:29:13.866939 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:29:13.870050 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7241e8-578a-4e2e-a401-3f2a5c1e1dbe req-8f143683-9cb0-476e-801e-696f5a4dbc5e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:13.871487 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dd7241e8-578a-4e2e-a401-3f2a5c1e1dbe req-8f143683-9cb0-476e-801e-696f5a4dbc5e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.0661747 Sep 23 13:29:13.876858 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Request body: {'port': {'security_groups': ['60064a34-5240-4177-a904-66d0dde127f2']}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:13.965462 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dd7241e8-578a-4e2e-a401-3f2a5c1e1dbe req-444b30f7-bcff-460e-a67c-75d971a0c465 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853851 Sep 23 13:29:13.971871 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:14.153513 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] For port 30759459-8ebb-44e6-a4e9-361fb69441db, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=30759459-8ebb-44e6-a4e9-361fb69441db,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:14.182349 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:14.232894 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:14.246954 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['30759459-8ebb-44e6-a4e9-361fb69441db'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:29:14.276429 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:14.276935 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:14.278333 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1edeff70-a234-417e-ba4e-d547a0bfb7df req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "PUT /v2.0/ports/30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 200 len: 942 time: 0.4058855 Sep 23 13:29:14.278780 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:14.281093 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2ad3e4-76b0-4035-9479-04adeaf0820d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:14.286987 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57214) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:14.332964 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event updated for resources: {'Port': ['ID=30759459-8ebb-44e6-a4e9-361fb69441db,revision_number=7']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:14.336290 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb78bf7-c655-4549-9e95-fcfdb2f3126f x-openstack-request-id: req-2cb78bf7-c655-4549-9e95-fcfdb2f3126f {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:14.336690 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:14.337055 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cb78bf7-c655-4549-9e95-fcfdb2f3126f {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:14.337535 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db', 'status': 'completed', 'code': 200} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.359703 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b72639-b821-47ea-8744-dde76d74ef3b tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:14.377626 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a4a91ab-54c4-47bf-978f-9b1980ed7de2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:14.381247 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['30759459-8ebb-44e6-a4e9-361fb69441db'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:29:14.422160 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a4a91ab-54c4-47bf-978f-9b1980ed7de2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:14.452827 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-dde64a4f-3fde-4193-9c0b-7ed31e2a7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:14.454354 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-dde64a4f-3fde-4193-9c0b-7ed31e2a7f15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66aaf1120d014bd1955796a6fd2591cf&device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 1098 time: 0.0894454 Sep 23 13:29:14.562226 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-722b22e3-8d30-46c5-b4f1-9860cdc2c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:14.563912 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-722b22e3-8d30-46c5-b4f1-9860cdc2c1c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5feb9640-c240-453c-a0fb-ca04fe092220 HTTP/1.1" status: 200 len: 915 time: 0.0980113 Sep 23 13:29:14.574645 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-8ed1cc61-aa67-47bc-b570-960ca3fd7116 None None] Provisioning complete for port 30759459-8ebb-44e6-a4e9-361fb69441db triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:29:14.575022 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc61-aa67-47bc-b570-960ca3fd7116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:14.634159 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-0e010bfe-428a-4d51-94dc-34e8cbf2eff0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 200 len: 1001 time: 0.0612564 Sep 23 13:29:14.634911 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a4a91ab-54c4-47bf-978f-9b1980ed7de2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:14.637435 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a4a91ab-54c4-47bf-978f-9b1980ed7de2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:14.638445 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-8a4a91ab-54c4-47bf-978f-9b1980ed7de2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "DELETE /v2.0/security-groups/686c5dcf-f708-404d-8bb0-9309f5083835 HTTP/1.1" status: 204 len: 168 time: 0.3497667 Sep 23 13:29:14.641524 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57216) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:14.655456 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a91ab-54c4-47bf-978f-9b1980ed7de2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686c5dcf-f708-404d-8bb0-9309f5083835,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:14.691877 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-a1209590-0ff6-4c3c-9f1b-931d45879f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:14.693348 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-a1209590-0ff6-4c3c-9f1b-931d45879f34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ad4bd3-d408-4e15-80c7-cbbba525e2eb HTTP/1.1" status: 200 len: 853 time: 0.0503464 Sep 23 13:29:14.747931 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-59a6d429-733c-4c24-b8e4-346e4b9e6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:14.749434 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-59a6d429-733c-4c24-b8e4-346e4b9e6005 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5feb9640-c240-453c-a0fb-ca04fe092220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465193 Sep 23 13:29:14.846851 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-e16913ef-f476-4412-ae03-42ed8f49c238 service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868790 Sep 23 13:29:14.948656 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7d2ad3e4-76b0-4035-9479-04adeaf0820d req-bfe23755-b43f-4449-be76-d4389a736f89 service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914769 Sep 23 13:29:15.109287 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Deleting port a8b0fd67-fc68-405e-83e9-b8e53d6672ef {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:15.109856 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:15.210097 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9991e-56e2-45ba-8b36-7e6bf501ca08 req-02c3c68e-928a-4a83-a2dd-34e2f477f180 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:15.211558 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a6b9991e-56e2-45ba-8b36-7e6bf501ca08 req-02c3c68e-928a-4a83-a2dd-34e2f477f180 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.1042480 Sep 23 13:29:15.230785 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:15.231112 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:15.251103 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Calling delete_port for a8b0fd67-fc68-405e-83e9-b8e53d6672ef owned by network:floatingip {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:15.274772 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a6b9991e-56e2-45ba-8b36-7e6bf501ca08 req-087551ca-4c7b-4d00-b665-8532c6c40017 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528493 Sep 23 13:29:15.490548 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:15.516340 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event deleted for resources: {'Port': ['ID=a8b0fd67-fc68-405e-83e9-b8e53d6672ef,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:15.578450 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks [] for floatingip, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:15.578782 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Floating IP 0b1e5ce8-22fc-4247-b74f-714126e0f16f disassociated (deleted). External IP: 172.27.2.239, port: 30759459-8ebb-44e6-a4e9-361fb69441db. Sep 23 13:29:15.785879 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Router 642a92fa-c014-439c-8e67-d578f068d345 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:29:15.894290 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:29:15.899767 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:15.905454 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] Sync routers for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:29:15.919966 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:15.920608 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:15.927249 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-fcafb41d-f3d2-421f-839d-996c22c8e1e3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "DELETE /v2.0/floatingips/0b1e5ce8-22fc-4247-b74f-714126e0f16f HTTP/1.1" status: 204 len: 168 time: 1.2839131 Sep 23 13:29:16.146101 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:16.339089 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:16.341540 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22443b61-ac59-4e7d-989f-82c720e282e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:16.349180 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e80fceb7-4903-43b7-99a3-dfcff8456320', 'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'mac_address': 'fa:16:3e:df:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:54Z', 'updated_at': '2021-09-23T13:26:02Z', 'revision_number': 5, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'subnets': [{'id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:16.375914 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] Checking router: 642a92fa-c014-439c-8e67-d578f068d345 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:29:16.376662 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907ca032-7674-48f9-bb91-0c724616b409 x-openstack-request-id: req-907ca032-7674-48f9-bb91-0c724616b409 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:16.376954 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:16.377311 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-907ca032-7674-48f9-bb91-0c724616b409 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:16.377728 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db', 'status': 'completed', 'code': 200} Sep 23 13:29:16.385974 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:16.386612 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:16.447128 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-8977a57e-23ca-4b7e-934d-4dd2a26fd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:16.449853 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-8977a57e-23ca-4b7e-934d-4dd2a26fd1f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66aaf1120d014bd1955796a6fd2591cf&device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 1098 time: 0.0404539 Sep 23 13:29:16.495703 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:16.713781 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e80fceb7-4903-43b7-99a3-dfcff8456320', 'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'mac_address': 'fa:16:3e:df:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:54Z', 'updated_at': '2021-09-23T13:26:02Z', 'revision_number': 5, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'subnets': [{'id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:16.740497 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a18124-dde7-491f-b37b-b8c0aec02caf None None] The sync data for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi is: [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:25:55Z', 'revision_number': 4, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e80fceb7-4903-43b7-99a3-dfcff8456320', 'name': '', 'network_id': '5feb9640-c240-453c-a0fb-ca04fe092220', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'mac_address': 'fa:16:3e:df:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:54Z', 'updated_at': '2021-09-23T13:26:02Z', 'revision_number': 5, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'subnets': [{'id': '33ad4bd3-d408-4e15-80c7-cbbba525e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:29:16.807461 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-f0ff0a90-aea1-4f1b-a30e-df69415b5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:16.809326 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-f0ff0a90-aea1-4f1b-a30e-df69415b5e02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5feb9640-c240-453c-a0fb-ca04fe092220 HTTP/1.1" status: 200 len: 915 time: 0.3493876 Sep 23 13:29:16.860443 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-edf9c78f-25ba-4894-8ec4-70b7c121a9f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 200 len: 217 time: 0.0416806 Sep 23 13:29:16.937253 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-42336ed6-d774-4b2a-ab75-1f758e9f4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:16.938727 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-42336ed6-d774-4b2a-ab75-1f758e9f4843 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33ad4bd3-d408-4e15-80c7-cbbba525e2eb HTTP/1.1" status: 200 len: 853 time: 0.0511646 Sep 23 13:29:16.986915 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e92c6a-fcc3-43e6-8b7c-b1170d70234c None None] New status for floating IP 0b1e5ce8-22fc-4247-b74f-714126e0f16f: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:29:16.993316 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-7a171c13-bc92-47b0-9fa2-965b128ff990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:16.994852 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-7a171c13-bc92-47b0-9fa2-965b128ff990 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5feb9640-c240-453c-a0fb-ca04fe092220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439768 Sep 23 13:29:17.106128 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-ef46754f-6bfb-416a-bac6-763b061f0d1b service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888636 Sep 23 13:29:17.209904 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-22443b61-ac59-4e7d-989f-82c720e282e7 req-1c6e958b-ee05-493a-8da2-2c0804b536a3 service neutron] 10.222.0.15 "GET /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854595 Sep 23 13:29:20.152644 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02fd4a-1169-40f0-acac-283c970662f5 req-64216d94-cc56-41b5-9f35-73000dbb1c57 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:20.154110 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2c02fd4a-1169-40f0-acac-283c970662f5 req-64216d94-cc56-41b5-9f35-73000dbb1c57 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0487709 Sep 23 13:29:20.195238 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2c02fd4a-1169-40f0-acac-283c970662f5 req-4bbaa752-610c-488e-a865-5afb1c42b4f2 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352027 Sep 23 13:29:21.310796 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be14603-d65e-497d-b5e1-62e60460d78f req-102dd828-ed35-4641-bde6-611d16b541ab tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:21.312271 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2be14603-d65e-497d-b5e1-62e60460d78f req-102dd828-ed35-4641-bde6-611d16b541ab tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0475500 Sep 23 13:29:21.354441 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2be14603-d65e-497d-b5e1-62e60460d78f req-d4902a2b-d192-47b9-828c-4bfd864079f8 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356228 Sep 23 13:29:22.404427 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-0fee07b5-b80a-4b9a-bf32-00004d4158d1 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:22.406074 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-0fee07b5-b80a-4b9a-bf32-00004d4158d1 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0510037 Sep 23 13:29:22.474977 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e1789-ce93-4f04-ba6d-0325856bc624 req-48e8859a-3241-43be-ab5c-bddb76053fc1 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:22.476511 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef9e1789-ce93-4f04-ba6d-0325856bc624 req-48e8859a-3241-43be-ab5c-bddb76053fc1 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 945 time: 0.0534594 Sep 23 13:29:22.512168 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Deleting port 30759459-8ebb-44e6-a4e9-361fb69441db {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:22.512509 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:22.518710 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef9e1789-ce93-4f04-ba6d-0325856bc624 req-a0b90103-d877-4b73-93ce-7fa6c76e67e0 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/security-groups?id=60064a34-5240-4177-a904-66d0dde127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Sep 23 13:29:22.599366 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] For port 30759459-8ebb-44e6-a4e9-361fb69441db, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=30759459-8ebb-44e6-a4e9-361fb69441db,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:22.599757 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:22.612692 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Calling delete_port for 30759459-8ebb-44e6-a4e9-361fb69441db owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:22.821673 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:22.836476 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['30759459-8ebb-44e6-a4e9-361fb69441db'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:29:22.852798 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Pushing event deleted for resources: {'Port': ['ID=30759459-8ebb-44e6-a4e9-361fb69441db,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:22.890358 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] No DVR routers for this DVR port 30759459-8ebb-44e6-a4e9-361fb69441db on host hv-cinder-80920 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:29:22.892891 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:22.894788 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a8e63def-f3cc-4c31-af64-a321138fc921 req-39ec1878-3aae-4e3d-ba94-d7e417b4b6f3 tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.15 "DELETE /v2.0/ports/30759459-8ebb-44e6-a4e9-361fb69441db HTTP/1.1" status: 204 len: 173 time: 0.4774354 Sep 23 13:29:22.895218 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'name': 'network-vif-deleted', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:22.897437 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca05d9f-11e3-4fb9-83b2-56180b164580" -d '{"events": [{"server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "name": "network-vif-deleted", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:22.935361 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c24e1c-21a7-40ba-a9b7-2220e46bee09 x-openstack-request-id: req-f0c24e1c-21a7-40ba-a9b7-2220e46bee09 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:22.935659 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13", "name": "network-vif-deleted", "tag": "30759459-8ebb-44e6-a4e9-361fb69441db", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:22.935955 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0c24e1c-21a7-40ba-a9b7-2220e46bee09 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:22.936375 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13', 'name': 'network-vif-deleted', 'tag': '30759459-8ebb-44e6-a4e9-361fb69441db', 'status': 'completed', 'code': 200} Sep 23 13:29:23.626031 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bf4c3f03-40d1-40f0-88b3-c8a391b71dd3 req-435bf1d7-7cb6-439c-bae1-9733b25b224f tempest-TestMinimumBasicScenario-443572755 tempest-TestMinimumBasicScenario-443572755-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b654ff9-ea72-4e76-aad0-ce4ef0bc3f13 HTTP/1.1" status: 200 len: 210 time: 0.0288889 Sep 23 13:29:25.974351 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57344) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:26.274159 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 30759459-8ebb-44e6-a4e9-361fb69441db no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:29:26.298139 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 30759459-8ebb-44e6-a4e9-361fb69441db {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:29:26.298488 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 30759459-8ebb-44e6-a4e9-361fb69441db not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:29:26.375498 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16332551'] for router_interface, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:26.664317 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Deleting port e80fceb7-4903-43b7-99a3-dfcff8456320 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:26.664673 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:26.747458 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] For port e80fceb7-4903-43b7-99a3-dfcff8456320, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e80fceb7-4903-43b7-99a3-dfcff8456320,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:26.747827 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:26.763065 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Calling delete_port for e80fceb7-4903-43b7-99a3-dfcff8456320 owned by network:router_interface {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:26.982829 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e6f65-f041-49ec-b798-9af78cff59bb req-5b8ed8c9-5fe7-49fa-a8fc-bf0542b8176d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:26.984456 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-477e6f65-f041-49ec-b798-9af78cff59bb req-5b8ed8c9-5fe7-49fa-a8fc-bf0542b8176d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0873587 Sep 23 13:29:27.022343 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-477e6f65-f041-49ec-b798-9af78cff59bb req-282db0e3-a6c6-47fe-9e81-c0426d21a950 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318105 Sep 23 13:29:27.038305 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:27.064639 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80fceb7-4903-43b7-99a3-dfcff8456320,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:27.227769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16331662'] for router_interface, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:27.679060 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Router 642a92fa-c014-439c-8e67-d578f068d345 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:29:27.712574 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:27.780949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:29:27.785913 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-4fc5f501-bcfe-4d09-a38b-d44f20a15791 admin admin] 10.222.0.41 "PUT /v2.0/routers/642a92fa-c014-439c-8e67-d578f068d345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099446 Sep 23 13:29:27.788438 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57360) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:27.792328 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] Sync routers for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:29:27.801018 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:27.801737 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:27.896647 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks [] for router, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:27.908297 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:28.000553 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.089134 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:29:26Z', 'revision_number': 5, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port': {'id': '3ce24824-71b8-4c67-81b7-e0cb65f1d9b7', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642a92fa-c014-439c-8e67-d578f068d345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:52Z', 'updated_at': '2021-09-23T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:28.122333 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] Checking router: 642a92fa-c014-439c-8e67-d578f068d345 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:29:28.130576 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] Routers {'642a92fa-c014-439c-8e67-d578f068d345'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:28.131354 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['642a92fa-c014-439c-8e67-d578f068d345'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:28.132224 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Deleting port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:28.132598 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.198889 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b137447-8f07-47b6-88a7-d2df2a6a780a req-d0f5e5f7-8664-4cae-9b9d-2f3ff9650a0f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:28.202278 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3b137447-8f07-47b6-88a7-d2df2a6a780a req-d0f5e5f7-8664-4cae-9b9d-2f3ff9650a0f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.1022727 Sep 23 13:29:28.216609 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] Set router 642a92fa-c014-439c-8e67-d578f068d345 gateway port host: None {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:28.255974 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] For port 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=3ce24824-71b8-4c67-81b7-e0cb65f1d9b7,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:28.256281 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.261293 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3b137447-8f07-47b6-88a7-d2df2a6a780a req-448ae149-8288-4839-baff-9e63dd667b45 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525291 Sep 23 13:29:28.270801 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:29:28Z', 'revision_number': 6, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port_host': None}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:28.271657 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Calling delete_port for 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 owned by network:router_gateway {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:28.296950 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f3751-23cc-48d6-85b1-af8e453aa076 None None] The sync data for ids ['642a92fa-c014-439c-8e67-d578f068d345'] in dv-cinder-809201-2-iscsi is: [{'id': '642a92fa-c014-439c-8e67-d578f068d345', 'name': 'tempest-TestMinimumBasicScenario-241798373-router', 'tenant_id': '66aaf1120d014bd1955796a6fd2591cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:51Z', 'updated_at': '2021-09-23T13:29:28Z', 'revision_number': 6, 'project_id': '66aaf1120d014bd1955796a6fd2591cf', 'gw_port_host': None}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:29:28.507540 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.538065 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce24824-71b8-4c67-81b7-e0cb65f1d9b7,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:28.596670 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16331597'] for router_gateway, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.686030 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16319266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.688638 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.809923 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16319275'] for router, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.810421 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 642a92fa-c014-439c-8e67-d578f068d345 {{(pid=94597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:29:28.814756 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] Notify callbacks [] for router, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.815938 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c5eb05e9-1538-410b-8698-2bfcf5ad5788 admin admin] 10.222.0.41 "DELETE /v2.0/routers/642a92fa-c014-439c-8e67-d578f068d345 HTTP/1.1" status: 204 len: 168 time: 1.0265749 Sep 23 13:29:28.818389 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57366) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:28.863306 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d172a15-d3f7-4380-a214-68ddadda1047 admin admin] Deleting subnet 33ad4bd3-d408-4e15-80c7-cbbba525e2eb {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:29:28.866363 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2d172a15-d3f7-4380-a214-68ddadda1047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:28.899976 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2d172a15-d3f7-4380-a214-68ddadda1047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.007038 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2d172a15-d3f7-4380-a214-68ddadda1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.107765 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2d172a15-d3f7-4380-a214-68ddadda1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.133769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d172a15-d3f7-4380-a214-68ddadda1047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ad4bd3-d408-4e15-80c7-cbbba525e2eb,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:29.138139 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2d172a15-d3f7-4380-a214-68ddadda1047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.140027 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-2d172a15-d3f7-4380-a214-68ddadda1047 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/33ad4bd3-d408-4e15-80c7-cbbba525e2eb HTTP/1.1" status: 204 len: 168 time: 0.3206694 Sep 23 13:29:29.142706 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57368) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:29.145275 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adfbad5-e572-4efb-a76b-7d912be4c416 None None] Network 5feb9640-c240-453c-a0fb-ca04fe092220 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:29:29.219743 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.264441 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e80fceb7-4903-43b7-99a3-dfcff8456320 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:29:29.284966 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Deleting port b1994bc7-40e4-45d2-8207-f80d23e4b58e {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:29.285301 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.286828 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: e80fceb7-4903-43b7-99a3-dfcff8456320 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:29:29.287380 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e80fceb7-4903-43b7-99a3-dfcff8456320 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:29:29.287845 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:29:29.308098 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:29:29.308727 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 3ce24824-71b8-4c67-81b7-e0cb65f1d9b7 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:29:29.388863 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] DHCP port deletion for 5feb9640-c240-453c-a0fb-ca04fe092220 request from dv-cinder-809201-2-iscsi {{(pid=94599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 13:29:29.411802 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] For port b1994bc7-40e4-45d2-8207-f80d23e4b58e, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b1994bc7-40e4-45d2-8207-f80d23e4b58e,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:29.412194 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.427734 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Calling delete_port for b1994bc7-40e4-45d2-8207-f80d23e4b58e owned by network:dhcp {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:29.446582 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38294d-4e0b-41d1-bdcb-bcc473aaed52 req-ef771297-2a3c-4fb3-b4fe-eab6b8644a94 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:29.448827 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bd38294d-4e0b-41d1-bdcb-bcc473aaed52 req-ef771297-2a3c-4fb3-b4fe-eab6b8644a94 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0996921 Sep 23 13:29:29.449544 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Deleting port b1994bc7-40e4-45d2-8207-f80d23e4b58e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:29.449921 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.510949 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] For port b1994bc7-40e4-45d2-8207-f80d23e4b58e, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b1994bc7-40e4-45d2-8207-f80d23e4b58e,segment=NetworkSegment(c49c707d-a682-4f5c-add4-913922b07a54),segment_id=c49c707d-a682-4f5c-add4-913922b07a54)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:29.511334 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.523236 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Calling delete_port for b1994bc7-40e4-45d2-8207-f80d23e4b58e owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:29.528786 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bd38294d-4e0b-41d1-bdcb-bcc473aaed52 req-7af1c131-dd18-459a-8d54-29347871a505 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=c472bb9c-0a24-4319-ae33-b04335b2f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478706 Sep 23 13:29:29.604676 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0736a0-630c-4724-a077-8b4de69732ef req-2af43376-e0bd-49d0-a173-c2f91b7d7c40 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:29.606136 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cf0736a0-630c-4724-a077-8b4de69732ef req-2af43376-e0bd-49d0-a173-c2f91b7d7c40 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 945 time: 0.0535648 Sep 23 13:29:29.638862 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.647820 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.668897 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1994bc7-40e4-45d2-8207-f80d23e4b58e,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:29.670995 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] No DVR routers for this DVR port b1994bc7-40e4-45d2-8207-f80d23e4b58e on host dv-cinder-809201-2-iscsi {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:29:29.675720 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Pushing event deleted for resources: {'Port': ['ID=b1994bc7-40e4-45d2-8207-f80d23e4b58e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:29.680822 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] No DVR routers for this DVR port b1994bc7-40e4-45d2-8207-f80d23e4b58e on host dv-cinder-809201-2-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:29:29.690003 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.690345 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.690688 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.691017 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.691346 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.691670 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.692014 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.692344 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.692675 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.693001 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.693317 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.693647 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc923b91-354b-48dc-90c1-ebdeeffe337d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:29:29.720444 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Deleting port 5a65ef17-9314-436c-aedf-7b1e7ff73caf {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:29.720786 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.752910 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.774878 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5feb9640-c240-453c-a0fb-ca04fe092220']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:29.784422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49c707d-a682-4f5c-add4-913922b07a54') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:29.784715 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49c707d-a682-4f5c-add4-913922b07a54') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:29.794951 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.808655 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.813728 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] For port 5a65ef17-9314-436c-aedf-7b1e7ff73caf, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5a65ef17-9314-436c-aedf-7b1e7ff73caf,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:29.814089 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:29:29.822368 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:29:29.953249 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.958631 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:29.960518 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5feb9640-c240-453c-a0fb-ca04fe092220 HTTP/1.1" status: 204 len: 168 time: 0.8169110 Sep 23 13:29:29.964775 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57374) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:29.971674 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a050ef1-6628-4378-bcd9-dc6642690867 admin admin] Pushing event deleted for resources: {'Network': ['ID=5feb9640-c240-453c-a0fb-ca04fe092220,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:30.127601 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:30.127985 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:30.128303 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.l3_db [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Floating IP a7f4312b-ca66-491d-88fe-eb51d3f229dd disassociated. External IP: 172.27.2.182, port: 5a65ef17-9314-436c-aedf-7b1e7ff73caf. Sep 23 13:29:30.128643 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Calling delete_port for 5a65ef17-9314-436c-aedf-7b1e7ff73caf owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:30.205125 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97c82155-40e6-4da2-9bcc-b1a24b925101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:30.458363 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16332551'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:30.489626 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:30.529156 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event deleted for resources: {'Port': ['ID=5a65ef17-9314-436c-aedf-7b1e7ff73caf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:30.628043 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c3dd83b6-3cbe-4a2f-ac12-56c9dd46032f req-345bd202-1640-48f0-b3c2-3692c26f8f2f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0284524 Sep 23 13:29:30.730968 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Router 5ee2fedc-b514-4626-a388-2f3b284ce80b has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:29:30.894531 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:29:30.906141 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] Sync routers for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:29:30.920623 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:30.925104 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:30.937935 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] No DVR routers for this DVR port 5a65ef17-9314-436c-aedf-7b1e7ff73caf on host hv-cinder-80920 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:29:30.941219 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:30.944560 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-cf0736a0-630c-4724-a077-8b4de69732ef req-38174e9a-92f7-4af7-835a-179c9b9a0258 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "DELETE /v2.0/ports/5a65ef17-9314-436c-aedf-7b1e7ff73caf HTTP/1.1" status: 204 len: 173 time: 1.3283195 Sep 23 13:29:30.944560 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'name': 'network-vif-deleted', 'tag': '5a65ef17-9314-436c-aedf-7b1e7ff73caf'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:30.945950 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabf7321-d558-4c46-868c-93b53156ee7d" -d '{"events": [{"server_uuid": "f498bcfe-3446-4f7d-af96-6002d06cfb95", "name": "network-vif-deleted", "tag": "5a65ef17-9314-436c-aedf-7b1e7ff73caf"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:30.955568 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Deleting port f05c2888-fdd5-4849-a633-f049fe794cb1 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:30.960173 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:30.998911 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70864df4-ccea-4137-9f0d-6134d01aa78e x-openstack-request-id: req-70864df4-ccea-4137-9f0d-6134d01aa78e {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:30.998911 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f498bcfe-3446-4f7d-af96-6002d06cfb95", "name": "network-vif-deleted", "tag": "5a65ef17-9314-436c-aedf-7b1e7ff73caf", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:30.998911 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70864df4-ccea-4137-9f0d-6134d01aa78e {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:30.999209 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f498bcfe-3446-4f7d-af96-6002d06cfb95', 'name': 'network-vif-deleted', 'tag': '5a65ef17-9314-436c-aedf-7b1e7ff73caf', 'status': 'completed', 'code': 200} Sep 23 13:29:31.055216 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] For port f05c2888-fdd5-4849-a633-f049fe794cb1, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=f05c2888-fdd5-4849-a633-f049fe794cb1,segment=NetworkSegment(4fb14b61-6ab2-472b-9c1c-aed7b5492a1c),segment_id=4fb14b61-6ab2-472b-9c1c-aed7b5492a1c)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:31.055607 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:31.068804 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Calling delete_port for f05c2888-fdd5-4849-a633-f049fe794cb1 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:31.077513 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:31.263464 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b1994bc7-40e4-45d2-8207-f80d23e4b58e no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:29:31.288109 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: b1994bc7-40e4-45d2-8207-f80d23e4b58e {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:29:31.291766 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b1994bc7-40e4-45d2-8207-f80d23e4b58e not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:29:31.306167 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:31.340876 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] Checking router: 5ee2fedc-b514-4626-a388-2f3b284ce80b for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:29:31.349090 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:31.349743 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:31.358513 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:31.385283 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f05c2888-fdd5-4849-a633-f049fe794cb1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:31.468653 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:31.732288 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:31.760634 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de69ac8-3b36-439a-b3a8-cfd078f86b0b None None] The sync data for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi is: [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:29:31.766651 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0f88aa3d-6151-4128-8f18-d3869d1f6415 req-991a1d9c-a236-43b1-bc8d-040497bb289a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f498bcfe-3446-4f7d-af96-6002d06cfb95 HTTP/1.1" status: 200 len: 210 time: 0.0335855 Sep 23 13:29:31.812035 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16331662'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:32.018276 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e57b8-0c5a-475d-b8ab-75c331e94315 None None] New status for floating IP a7f4312b-ca66-491d-88fe-eb51d3f229dd: DOWN {{(pid=94599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:29:32.039148 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Router 9bc53806-13f0-4564-94d3-9680b1082064 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:29:32.147033 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:29:32.152585 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-3f7d0878-b126-4fe5-bac1-2ee444680e9a admin admin] 10.222.0.41 "PUT /v2.0/routers/9bc53806-13f0-4564-94d3-9680b1082064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1868899 Sep 23 13:29:32.155592 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:32.158593 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] Sync routers for ids ['9bc53806-13f0-4564-94d3-9680b1082064'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:29:32.168777 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] Routers {'9bc53806-13f0-4564-94d3-9680b1082064'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:32.169828 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['9bc53806-13f0-4564-94d3-9680b1082064'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:32.272514 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:32.286695 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] Set router 9bc53806-13f0-4564-94d3-9680b1082064 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:32.303588 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 5a65ef17-9314-436c-aedf-7b1e7ff73caf no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:29:32.327484 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 5a65ef17-9314-436c-aedf-7b1e7ff73caf {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:29:32.327860 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 5a65ef17-9314-436c-aedf-7b1e7ff73caf not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:29:32.379463 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:32.476094 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Deleting port e6bafc30-4ba2-403e-8f94-35aede695326 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:32.476391 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:32.479970 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc53806-13f0-4564-94d3-9680b1082064', 'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:26:00Z', 'updated_at': '2021-09-23T13:29:31Z', 'revision_number': 5, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'gw_port': {'id': 'e6bafc30-4ba2-403e-8f94-35aede695326', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc53806-13f0-4564-94d3-9680b1082064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:02Z', 'updated_at': '2021-09-23T13:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:32.516306 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] Checking router: 9bc53806-13f0-4564-94d3-9680b1082064 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:29:32.525256 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] Routers {'9bc53806-13f0-4564-94d3-9680b1082064'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:32.526250 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['9bc53806-13f0-4564-94d3-9680b1082064'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:32.558974 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-138f9692-88e1-40e8-b57e-57ee450de134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:32.570861 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] For port e6bafc30-4ba2-403e-8f94-35aede695326, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e6bafc30-4ba2-403e-8f94-35aede695326,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:32.571328 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:32.586157 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Calling delete_port for e6bafc30-4ba2-403e-8f94-35aede695326 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:32.617039 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] Set router 9bc53806-13f0-4564-94d3-9680b1082064 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:32.668106 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc53806-13f0-4564-94d3-9680b1082064', 'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:26:00Z', 'updated_at': '2021-09-23T13:29:32Z', 'revision_number': 6, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'gw_port_host': None}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:32.695858 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ede81-04c6-457b-b7e4-6840d96b0526 None None] The sync data for ids ['9bc53806-13f0-4564-94d3-9680b1082064'] in dv-cinder-809201-2-iscsi is: [{'id': '9bc53806-13f0-4564-94d3-9680b1082064', 'name': 'tempest-TestMinimumBasicScenario-2027599365-router', 'tenant_id': '1b4064a917c24467bf295bef8150ae41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:26:00Z', 'updated_at': '2021-09-23T13:29:32Z', 'revision_number': 6, 'project_id': '1b4064a917c24467bf295bef8150ae41', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:29:32.810031 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:32.840522 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bafc30-4ba2-403e-8f94-35aede695326,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:32.901613 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16331597'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:32.954597 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57402) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:33.005832 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16319266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.008054 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.011415 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-180a2486-5308-4522-b58d-13cc940b8c41 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.036958 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-180a2486-5308-4522-b58d-13cc940b8c41 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.141728 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16319275'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.142290 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bc53806-13f0-4564-94d3-9680b1082064 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:29:33.149619 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.149619 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-1d1f3406-47c1-48d7-938b-d3bd52f9e0f9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9bc53806-13f0-4564-94d3-9680b1082064 HTTP/1.1" status: 204 len: 168 time: 0.9915512 Sep 23 13:29:33.150775 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57404) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:33.164768 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-180a2486-5308-4522-b58d-13cc940b8c41 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.167570 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-180a2486-5308-4522-b58d-13cc940b8c41 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.168761 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-180a2486-5308-4522-b58d-13cc940b8c41 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "DELETE /v2.0/security-groups/c472bb9c-0a24-4319-ae33-b04335b2f91a HTTP/1.1" status: 204 len: 168 time: 0.2131894 Sep 23 13:29:33.171962 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57406) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:33.188044 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.195333 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a2486-5308-4522-b58d-13cc940b8c41 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c472bb9c-0a24-4319-ae33-b04335b2f91a,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:33.198874 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.api.v2.resource [None req-33788b32-313f-4389-8f5f-bfc81533244b tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] show failed (client error): The resource could not be found. Sep 23 13:29:33.199948 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-33788b32-313f-4389-8f5f-bfc81533244b tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups/c472bb9c-0a24-4319-ae33-b04335b2f91a HTTP/1.1" status: 404 len: 347 time: 0.0270486 Sep 23 13:29:33.202747 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57408) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:33.203176 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b801fcc-6669-4ce2-9e49-648ec360f247 admin admin] Deleting subnet 5698d28d-dec3-46e0-a980-3f9c49f7820d {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:29:33.206727 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0b801fcc-6669-4ce2-9e49-648ec360f247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.247052 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0b801fcc-6669-4ce2-9e49-648ec360f247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13201887'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.326100 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Deleting port 09bfa30f-36d3-41a2-acaf-cb0f7dff250d {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:33.326352 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.354406 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0b801fcc-6669-4ce2-9e49-648ec360f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.400020 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.400855 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.413359 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Calling delete_port for 09bfa30f-36d3-41a2-acaf-cb0f7dff250d owned by network:floatingip {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:33.475398 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e6bafc30-4ba2-403e-8f94-35aede695326 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:29:33.479791 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0b801fcc-6669-4ce2-9e49-648ec360f247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24929338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12665029'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.496575 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: e6bafc30-4ba2-403e-8f94-35aede695326 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:29:33.503265 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e6bafc30-4ba2-403e-8f94-35aede695326 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:29:33.503265 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f05c2888-fdd5-4849-a633-f049fe794cb1 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:29:33.506701 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b801fcc-6669-4ce2-9e49-648ec360f247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5698d28d-dec3-46e0-a980-3f9c49f7820d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:33.511170 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0b801fcc-6669-4ce2-9e49-648ec360f247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.515424 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-0b801fcc-6669-4ce2-9e49-648ec360f247 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5698d28d-dec3-46e0-a980-3f9c49f7820d HTTP/1.1" status: 204 len: 168 time: 0.3614113 Sep 23 13:29:33.515710 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57410) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:33.521157 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7531c1-421c-44cc-b529-1a2345ea80a7 None None] Network a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:29:33.524438 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: f05c2888-fdd5-4849-a633-f049fe794cb1 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:29:33.524787 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f05c2888-fdd5-4849-a633-f049fe794cb1 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:29:33.613557 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.684116 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Deleting port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:33.684645 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.712661 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.717237 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d3fb6-a707-4b42-bfd3-2e15155e3193 None None] DHCP port deletion for a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 request from dv-cinder-809201-2-iscsi {{(pid=94599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 13:29:33.770403 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event deleted for resources: {'Port': ['ID=09bfa30f-36d3-41a2-acaf-cb0f7dff250d,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:33.785389 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d3fb6-a707-4b42-bfd3-2e15155e3193 None None] Deleting port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:33.785878 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3fb6-a707-4b42-bfd3-2e15155e3193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.799675 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] For port e9aee0ff-09f7-4690-8b43-5ce79c34fa41, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e9aee0ff-09f7-4690-8b43-5ce79c34fa41,segment=NetworkSegment(4fb14b61-6ab2-472b-9c1c-aed7b5492a1c),segment_id=4fb14b61-6ab2-472b-9c1c-aed7b5492a1c)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:33.800080 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.832856 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Calling delete_port for e9aee0ff-09f7-4690-8b43-5ce79c34fa41 owned by network:dhcp {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:33.850087 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-3c8d3fb6-a707-4b42-bfd3-2e15155e3193 None None] For port e9aee0ff-09f7-4690-8b43-5ce79c34fa41, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e9aee0ff-09f7-4690-8b43-5ce79c34fa41,segment=NetworkSegment(4fb14b61-6ab2-472b-9c1c-aed7b5492a1c),segment_id=4fb14b61-6ab2-472b-9c1c-aed7b5492a1c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:33.850487 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3fb6-a707-4b42-bfd3-2e15155e3193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.866575 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d3fb6-a707-4b42-bfd3-2e15155e3193 None None] Calling delete_port for e9aee0ff-09f7-4690-8b43-5ce79c34fa41 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:29:33.881561 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.884066 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:33.890193 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-fbc30c2f-d49e-4258-9e48-f08ad77dadea tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "DELETE /v2.0/floatingips/a7f4312b-ca66-491d-88fe-eb51d3f229dd HTTP/1.1" status: 204 len: 168 time: 0.6821616 Sep 23 13:29:33.933887 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.004267 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.011914 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3fb6-a707-4b42-bfd3-2e15155e3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.035948 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9aee0ff-09f7-4690-8b43-5ce79c34fa41,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:34.037796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d3fb6-a707-4b42-bfd3-2e15155e3193 None None] Pushing event deleted for resources: {'Port': ['ID=e9aee0ff-09f7-4690-8b43-5ce79c34fa41,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:34.041829 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d3fb6-a707-4b42-bfd3-2e15155e3193 None None] No DVR routers for this DVR port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 on host dv-cinder-809201-2-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:29:34.042512 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] No DVR routers for this DVR port e9aee0ff-09f7-4690-8b43-5ce79c34fa41 on host dv-cinder-809201-2-iscsi {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:29:34.117965 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.138306 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:34.147395 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:34.147696 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb14b61-6ab2-472b-9c1c-aed7b5492a1c') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:34.160316 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.174212 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.180646 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:29:34.183498 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:29:34.183727 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:29:34.278405 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.293991 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.298364 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] 10.222.0.41 "DELETE /v2.0/networks/a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39 HTTP/1.1" status: 204 len: 168 time: 0.7791998 Sep 23 13:29:34.298364 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c1b67-0ec0-4f54-9a66-7499c36f724c admin admin] Pushing event deleted for resources: {'Network': ['ID=a89ed5c3-7ac2-47ac-bfb3-4f817e7b9f39,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:34.300452 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57418) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:34.305039 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-808fc768-8d0d-4d72-bdd9-af7058f784cb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280651982', 'description': 'tempest-description--1654319378'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:34.375763 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-808fc768-8d0d-4d72-bdd9-af7058f784cb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.456496 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-808fc768-8d0d-4d72-bdd9-af7058f784cb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.507370 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-808fc768-8d0d-4d72-bdd9-af7058f784cb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.535613 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fc768-8d0d-4d72-bdd9-af7058f784cb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da62764-3eae-4b0d-ab4f-da9c36268dea,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:34.581388 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-808fc768-8d0d-4d72-bdd9-af7058f784cb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.582640 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-808fc768-8d0d-4d72-bdd9-af7058f784cb tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2811937 Sep 23 13:29:34.585419 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57420) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:34.590264 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-ae2b1321-62b0-4707-b557-5aa18bb1ee3a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'security_group_rule': {'security_group_id': '2da62764-3eae-4b0d-ab4f-da9c36268dea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:34.621555 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57422) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:34.664319 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-4944cf31-0352-4ec3-a077-ad2fc4edabbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66aaf1120d014bd1955796a6fd2591cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414863 Sep 23 13:29:34.667321 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57424) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:34.686307 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ae2b1321-62b0-4707-b557-5aa18bb1ee3a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.748726 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-40843a67-03e3-4300-9ae1-9e05eebdfc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.776896 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ae2b1321-62b0-4707-b557-5aa18bb1ee3a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.781284 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-40843a67-03e3-4300-9ae1-9e05eebdfc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.826974 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ae2b1321-62b0-4707-b557-5aa18bb1ee3a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.844486 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b1321-62b0-4707-b557-5aa18bb1ee3a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954dd673-20fc-4a72-9cc6-bd2b8a5a8f3c,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:34.895701 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-40843a67-03e3-4300-9ae1-9e05eebdfc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.898268 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-40843a67-03e3-4300-9ae1-9e05eebdfc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.899533 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-40843a67-03e3-4300-9ae1-9e05eebdfc54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60064a34-5240-4177-a904-66d0dde127f2 HTTP/1.1" status: 204 len: 168 time: 0.2313039 Sep 23 13:29:34.907908 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40843a67-03e3-4300-9ae1-9e05eebdfc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60064a34-5240-4177-a904-66d0dde127f2,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:34.935964 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ae2b1321-62b0-4707-b557-5aa18bb1ee3a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:34.937966 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-ae2b1321-62b0-4707-b557-5aa18bb1ee3a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3511853 Sep 23 13:29:34.941616 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57430) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:34.946601 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e838f3fc-03e3-44cf-b9af-eafa10d42a18 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'security_group_rule': {'security_group_id': '2da62764-3eae-4b0d-ab4f-da9c36268dea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:35.038130 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e838f3fc-03e3-44cf-b9af-eafa10d42a18 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.097478 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e838f3fc-03e3-44cf-b9af-eafa10d42a18 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.164032 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e838f3fc-03e3-44cf-b9af-eafa10d42a18 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.180584 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838f3fc-03e3-44cf-b9af-eafa10d42a18 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2136dead-9933-41a0-b068-b098ba381ea7,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:35.250366 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e838f3fc-03e3-44cf-b9af-eafa10d42a18 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.251626 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-e838f3fc-03e3-44cf-b9af-eafa10d42a18 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089101 Sep 23 13:29:35.254829 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57434) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:35.259511 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'floatingip': {'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:35.268054 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e9aee0ff-09f7-4690-8b43-5ce79c34fa41 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:29:35.287977 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: e9aee0ff-09f7-4690-8b43-5ce79c34fa41 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:29:35.288326 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e9aee0ff-09f7-4690-8b43-5ce79c34fa41 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:29:35.324762 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.427929 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.478581 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.534868 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Allocated IP 172.27.2.182 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/c8181597-fe5b-45fd-82c8-34e6436f41fb) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:29:35.569384 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57436) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:35.609177 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-51939403-dad3-4603-a34f-81db814698ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b4064a917c24467bf295bef8150ae41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385749 Sep 23 13:29:35.611774 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57438) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:35.637178 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.663316 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-675ef7c9-ae39-4eb2-ab36-349288245a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.684414 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-675ef7c9-ae39-4eb2-ab36-349288245a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.718638 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.756019 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:29:35.760779 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:29:35.767941 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:29:35.775108 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'Port': ['ID=c8181597-fe5b-45fd-82c8-34e6436f41fb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:35.792856 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-675ef7c9-ae39-4eb2-ab36-349288245a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.795487 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-675ef7c9-ae39-4eb2-ab36-349288245a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.801240 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-675ef7c9-ae39-4eb2-ab36-349288245a2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/061af283-4530-469b-8ece-cf5d39f73e96 HTTP/1.1" status: 204 len: 168 time: 0.1841264 Sep 23 13:29:35.806105 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ef7c9-ae39-4eb2-ab36-349288245a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061af283-4530-469b-8ece-cf5d39f73e96,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:35.867203 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:35.954774 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:36.105015 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:36.158951 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:36.235748 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'Port': ['ID=c8181597-fe5b-45fd-82c8-34e6436f41fb,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:36.243000 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:36.313434 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:36.314670 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-27529ed0-970e-4bc8-816f-711af2566d5d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0587487 Sep 23 13:29:36.503164 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-836c07d0-df7d-430d-b7fe-a9988a420f86 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--280651982&fields=id&tenant_id=4e315fe5e2004195a56d16354b14a9f4 HTTP/1.1" status: 200 len: 267 time: 0.0392206 Sep 23 13:29:36.612807 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-77d52eaa-9def-4795-83e1-b1fd44d2931a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:36.614443 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-77d52eaa-9def-4795-83e1-b1fd44d2931a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 811 time: 0.1038952 Sep 23 13:29:36.629580 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-f00e3f9c-8ddd-489e-bd12-2b1f13bc0d42 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/quotas/4e315fe5e2004195a56d16354b14a9f4 HTTP/1.1" status: 200 len: 375 time: 0.0086873 Sep 23 13:29:36.680475 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-eaccff44-b669-4138-be3e-2fd76e54a22a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458558 Sep 23 13:29:36.771303 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-606c7cfa-277b-4bc2-bdad-8e083856c867 service neutron] 10.222.0.41 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788629 Sep 23 13:29:36.867618 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-5ac17006-4a3c-4045-8895-afcf793b08ee service neutron] 10.222.0.41 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890520 Sep 23 13:29:37.075992 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6962fd93-5632-4088-94c5-910103150f82 req-b5f7bb9b-050a-47e1-932a-b442c5b0ca3d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 210 time: 0.0258994 Sep 23 13:29:38.168254 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2da9491b-8f7b-4fc4-86a2-d440afc5ab53 req-c7fce92d-2439-44df-94bc-eb4f52e1d914 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 210 time: 0.0258057 Sep 23 13:29:39.024484 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-2cc1c2fd-9b86-4011-968e-f8f85f6f569e tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:39.025952 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-2cc1c2fd-9b86-4011-968e-f8f85f6f569e tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 811 time: 0.1092188 Sep 23 13:29:39.074327 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-9b7450dd-320d-4c3f-b154-d61a07206d4b tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e315fe5e2004195a56d16354b14a9f4 HTTP/1.1" status: 200 len: 379 time: 0.0348303 Sep 23 13:29:39.085266 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'port': {'device_id': 'f756f58e-d035-46e4-a693-44587856a0f5', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'admin_state_up': True, 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'security_groups': ['2da62764-3eae-4b0d-ab4f-da9c36268dea']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:39.259065 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-29b2fdd7-71d2-48ef-9051-eb6cb1c76b40 req-f24021dc-ac22-4cc2-9de2-312c7906f188 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 210 time: 0.0260305 Sep 23 13:29:39.273079 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Made reservation on behalf of 4e315fe5e2004195a56d16354b14a9f4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:29:39.277465 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:39.399972 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Allocated IP 172.20.0.9 (a8499643-6d33-484f-9958-41d85f2a2feb/0b587dcf-4e18-4711-9334-d4a55df4a689/14789776-3fe2-42d6-ad53-4518f70c6219) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:29:39.537088 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:39.644357 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:39.686457 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Network a8499643-6d33-484f-9958-41d85f2a2feb is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:29:39.689419 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:29:39.692910 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:29:39.721470 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event updated for resources: {'Port': ['ID=14789776-3fe2-42d6-ad53-4518f70c6219,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:39.750616 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:39.751249 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:39.850539 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-994c6531-a668-4563-8022-604af553dc28 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7688503 Sep 23 13:29:39.881547 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-7f0dd05e-6bdc-401f-8f20-3dc7b79d47b4 None None] Provisioning complete for port 14789776-3fe2-42d6-ad53-4518f70c6219 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:29:39.882119 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd05e-6bdc-401f-8f20-3dc7b79d47b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:39.918064 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7f0dd05e-6bdc-401f-8f20-3dc7b79d47b4 None None] Port 14789776-3fe2-42d6-ad53-4518f70c6219 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:29:40.380687 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a4b5f-2871-43c3-b217-db45ba1846d0 req-0d49d967-377d-4aca-9a14-29f06ecaf874 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:40.382137 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-868a4b5f-2871-43c3-b217-db45ba1846d0 req-0d49d967-377d-4aca-9a14-29f06ecaf874 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 931 time: 0.0511992 Sep 23 13:29:40.418496 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-868a4b5f-2871-43c3-b217-db45ba1846d0 req-807ed4e6-3c1f-4550-8449-d6d6c7be3311 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305216 Sep 23 13:29:40.768316 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Request body: {'port': {'device_id': 'f756f58e-d035-46e4-a693-44587856a0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:40.821568 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:41.070979 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14789776-3fe2-42d6-ad53-4518f70c6219 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:29:41.078818 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:41.090310 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Transition to ACTIVE for port object 14789776-3fe2-42d6-ad53-4518f70c6219 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:29:41.141008 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:41.193014 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Pushing event updated for resources: {'Port': ['ID=14789776-3fe2-42d6-ad53-4518f70c6219,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:41.265408 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Attempting to bind port 14789776-3fe2-42d6-ad53-4518f70c6219 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:29:41.265738 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Attempting to bind port 14789776-3fe2-42d6-ad53-4518f70c6219 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:29:41.266062 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Attempting to bind port 14789776-3fe2-42d6-ad53-4518f70c6219 on network a8499643-6d33-484f-9958-41d85f2a2feb {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:29:41.270387 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Port 14789776-3fe2-42d6-ad53-4518f70c6219 on network a8499643-6d33-484f-9958-41d85f2a2feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:29:41.270709 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Attempting to bind port 14789776-3fe2-42d6-ad53-4518f70c6219 on network a8499643-6d33-484f-9958-41d85f2a2feb {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:29:41.275565 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:29:41.275932 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Checking segment: {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:29:41.276349 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Bound using segment: {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:29:41.276770 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Bound port: 14789776-3fe2-42d6-ad53-4518f70c6219, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55daa7b2-c545-45aa-aae4-341a69a42841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:29:41.277123 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:41.341880 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] For port 14789776-3fe2-42d6-ad53-4518f70c6219, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:29:41.345433 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] For port 14789776-3fe2-42d6-ad53-4518f70c6219, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=14789776-3fe2-42d6-ad53-4518f70c6219,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:29:41.387236 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:41.422378 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:41.423014 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:41.424426 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] 10.222.0.15 "PUT /v2.0/ports/14789776-3fe2-42d6-ad53-4518f70c6219 HTTP/1.1" status: 200 len: 1093 time: 0.6605673 Sep 23 13:29:41.424864 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f756f58e-d035-46e4-a693-44587856a0f5', 'tag': '14789776-3fe2-42d6-ad53-4518f70c6219'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:41.427060 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d540ba-db02-48d6-ba66-738b3d4deff7" -d '{"events": [{"name": "network-changed", "server_uuid": "f756f58e-d035-46e4-a693-44587856a0f5", "tag": "14789776-3fe2-42d6-ad53-4518f70c6219"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:41.456535 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a04517-aed2-414d-8bf3-fb5ec82e7f93 service neutron] Pushing event updated for resources: {'Port': ['ID=14789776-3fe2-42d6-ad53-4518f70c6219,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:41.474256 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c834172-b76d-4e22-a7fc-1a0b9b30c28a x-openstack-request-id: req-5c834172-b76d-4e22-a7fc-1a0b9b30c28a {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:41.474541 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f756f58e-d035-46e4-a693-44587856a0f5", "tag": "14789776-3fe2-42d6-ad53-4518f70c6219", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:41.474787 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c834172-b76d-4e22-a7fc-1a0b9b30c28a {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:41.475173 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f756f58e-d035-46e4-a693-44587856a0f5', 'tag': '14789776-3fe2-42d6-ad53-4518f70c6219', 'status': 'completed', 'code': 200} Sep 23 13:29:41.538963 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833cf15-fbdd-4baa-838b-cc09c1ce17cc req-4b4742c8-8fea-4b5a-9ea0-f79e7643c719 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:41.540502 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b833cf15-fbdd-4baa-838b-cc09c1ce17cc req-4b4742c8-8fea-4b5a-9ea0-f79e7643c719 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 943 time: 0.0503824 Sep 23 13:29:41.580721 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b833cf15-fbdd-4baa-838b-cc09c1ce17cc req-5fb150aa-71b3-4b4c-9c80-b63e6d4b1c1b tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335374 Sep 23 13:29:42.632544 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d540ba-db02-48d6-ba66-738b3d4deff7 req-611a057b-c71c-460d-ba50-02ac4323d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:42.634041 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-f4d540ba-db02-48d6-ba66-738b3d4deff7 req-611a057b-c71c-460d-ba50-02ac4323d425 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0398853 Sep 23 13:29:42.695162 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52a0f-a454-4c77-a809-8228ec580fa9 req-b4206504-1577-4035-b4c8-e300440bed01 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:42.696651 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f0f52a0f-a454-4c77-a809-8228ec580fa9 req-b4206504-1577-4035-b4c8-e300440bed01 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 943 time: 0.0487559 Sep 23 13:29:42.735578 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f0f52a0f-a454-4c77-a809-8228ec580fa9 req-6b63e058-ae55-4a7a-b14f-b41459714b8b tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321591 Sep 23 13:29:42.735832 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d540ba-db02-48d6-ba66-738b3d4deff7 req-9a593502-0ea5-41c9-8fe7-ea03c1187925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:42.737223 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-f4d540ba-db02-48d6-ba66-738b3d4deff7 req-9a593502-0ea5-41c9-8fe7-ea03c1187925 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e315fe5e2004195a56d16354b14a9f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0936852 Sep 23 13:29:42.833279 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d540ba-db02-48d6-ba66-738b3d4deff7 req-dd2009ed-24db-4314-8f81-731f67812698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:42.834764 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-f4d540ba-db02-48d6-ba66-738b3d4deff7 req-dd2009ed-24db-4314-8f81-731f67812698 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902014 Sep 23 13:29:42.918028 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-fa7401c5-800b-4245-8aa1-c794a081c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:42.919492 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-fa7401c5-800b-4245-8aa1-c794a081c8d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0415390 Sep 23 13:29:42.967080 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-ae98259b-4f91-4408-a63c-f06542852261 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14789776-3fe2-42d6-ad53-4518f70c6219 HTTP/1.1" status: 200 len: 217 time: 0.0368664 Sep 23 13:29:43.017984 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-4899ebdc-a714-4a1f-bc09-2f30bc8f91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:43.019380 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-4899ebdc-a714-4a1f-bc09-2f30bc8f91eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b587dcf-4e18-4711-9334-d4a55df4a689 HTTP/1.1" status: 200 len: 850 time: 0.0438361 Sep 23 13:29:43.065247 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-639ce210-6b35-4960-bcde-dcf627e8abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:43.066648 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-639ce210-6b35-4960-bcde-dcf627e8abec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8499643-6d33-484f-9958-41d85f2a2feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380442 Sep 23 13:29:43.393847 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-d2bddcba-76c3-4880-999d-c418879b9e37 service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180382 Sep 23 13:29:43.482112 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-fba4a1d2-03a0-47f5-a827-823cd5530971 req-01856e4e-a651-49fa-ba3a-b303ee452262 service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798903 Sep 23 13:29:43.861720 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed2606-1561-45a0-881f-db8996ff7f50 req-f1629ac8-267b-4d39-8e1e-672b1e49e2ff tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:43.861720 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-95ed2606-1561-45a0-881f-db8996ff7f50 req-f1629ac8-267b-4d39-8e1e-672b1e49e2ff tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 943 time: 0.0532889 Sep 23 13:29:43.898846 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-95ed2606-1561-45a0-881f-db8996ff7f50 req-0d966692-76d6-4340-b757-7dccbdf3b6ab tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348179 Sep 23 13:29:45.018700 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c2453-1b5f-4221-bd6e-57b6150874ee req-1121b448-65c4-4363-aeae-2de690e76aad tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:45.020186 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-880c2453-1b5f-4221-bd6e-57b6150874ee req-1121b448-65c4-4363-aeae-2de690e76aad tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 943 time: 0.0486767 Sep 23 13:29:45.056442 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-880c2453-1b5f-4221-bd6e-57b6150874ee req-e03db757-bb56-4633-b2e2-673a1fc1d7bc tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303128 Sep 23 13:29:46.184715 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0d813-2549-4458-8003-4646a7117b98 req-759b8e6b-340b-44b6-908e-8dbd6d11409f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:46.186172 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3bd0d813-2549-4458-8003-4646a7117b98 req-759b8e6b-340b-44b6-908e-8dbd6d11409f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 943 time: 0.0520787 Sep 23 13:29:46.224547 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3bd0d813-2549-4458-8003-4646a7117b98 req-6aec509e-b9d7-45ec-bdf6-160181dad96d tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325620 Sep 23 13:29:47.099034 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 14789776-3fe2-42d6-ad53-4518f70c6219 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:29:47.191390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 14789776-3fe2-42d6-ad53-4518f70c6219, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=14789776-3fe2-42d6-ad53-4518f70c6219,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:47.204639 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '14789776-3fe2-42d6-ad53-4518f70c6219', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'port_id': '14789776-3fe2-42d6-ad53-4518f70c6219', 'mac_address': 'fa:16:3e:6b:24:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:29:47.244310 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:47.256806 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14789776-3fe2-42d6-ad53-4518f70c6219 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:29:47.276212 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 14789776-3fe2-42d6-ad53-4518f70c6219, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=14789776-3fe2-42d6-ad53-4518f70c6219,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:47.348188 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ef2f5-ccee-45e6-8e69-f1d0f7d20939 req-32e6ce82-d5e2-490d-908e-7f708d41f4cd tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:47.349662 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ed0ef2f5-ccee-45e6-8e69-f1d0f7d20939 req-32e6ce82-d5e2-490d-908e-7f708d41f4cd tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 943 time: 0.0524459 Sep 23 13:29:47.364240 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:47.388045 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ed0ef2f5-ccee-45e6-8e69-f1d0f7d20939 req-42a30c28-a330-4dd9-aa02-c409e0cfb438 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312915 Sep 23 13:29:47.412288 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=14789776-3fe2-42d6-ad53-4518f70c6219,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:47.643379 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['14789776-3fe2-42d6-ad53-4518f70c6219'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:29:48.501063 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1e467-351e-4146-9ca8-bd364d37fc21 req-f52cd114-769c-45f6-b7e4-7f0bb5d25257 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:48.502502 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5eb1e467-351e-4146-9ca8-bd364d37fc21 req-f52cd114-769c-45f6-b7e4-7f0bb5d25257 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 944 time: 0.0478568 Sep 23 13:29:48.539343 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5eb1e467-351e-4146-9ca8-bd364d37fc21 req-abcad15d-68a2-4e2f-8231-8951316a9937 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308704 Sep 23 13:29:49.483967 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 14789776-3fe2-42d6-ad53-4518f70c6219 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:29:49.604373 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 14789776-3fe2-42d6-ad53-4518f70c6219 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:29:49.608395 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 14789776-3fe2-42d6-ad53-4518f70c6219 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:29:49.608758 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:49.687284 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:49.709512 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f756f58e-d035-46e4-a693-44587856a0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14789776-3fe2-42d6-ad53-4518f70c6219'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:49.711807 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae77e05e-553a-40fa-be19-e8a03b0870bb" -d '{"events": [{"server_uuid": "f756f58e-d035-46e4-a693-44587856a0f5", "name": "network-vif-plugged", "status": "completed", "tag": "14789776-3fe2-42d6-ad53-4518f70c6219"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:49.725301 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 14789776-3fe2-42d6-ad53-4518f70c6219, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=14789776-3fe2-42d6-ad53-4518f70c6219,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:49.749114 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3fddd0-31a6-496c-86aa-c21486033f65 x-openstack-request-id: req-db3fddd0-31a6-496c-86aa-c21486033f65 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:49.751187 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f756f58e-d035-46e4-a693-44587856a0f5", "name": "network-vif-plugged", "status": "completed", "tag": "14789776-3fe2-42d6-ad53-4518f70c6219", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:49.751187 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db3fddd0-31a6-496c-86aa-c21486033f65 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:49.751187 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f756f58e-d035-46e4-a693-44587856a0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14789776-3fe2-42d6-ad53-4518f70c6219', 'code': 200} Sep 23 13:29:49.798780 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:49.812425 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79669b8-72a7-4b2a-8f80-ce78d9f9be35 req-898e40a0-2a5b-40c7-b361-1966933c54e0 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:49.813944 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e79669b8-72a7-4b2a-8f80-ce78d9f9be35 req-898e40a0-2a5b-40c7-b361-1966933c54e0 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 944 time: 0.2071087 Sep 23 13:29:49.851096 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=14789776-3fe2-42d6-ad53-4518f70c6219,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:29:49.852001 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e79669b8-72a7-4b2a-8f80-ce78d9f9be35 req-f54b5107-dacb-4a6d-9458-178ca87e5c4c tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319140 Sep 23 13:29:50.867993 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:29:51.020906 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb543f-9fc5-4673-a695-dbaecd8c7689 req-0d3c6bc7-fa55-4d7a-a017-a0783c6f4c20 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:51.022359 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eedb543f-9fc5-4673-a695-dbaecd8c7689 req-0d3c6bc7-fa55-4d7a-a017-a0783c6f4c20 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.1009240 Sep 23 13:29:51.058964 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eedb543f-9fc5-4673-a695-dbaecd8c7689 req-23ad7677-2fa1-434d-b9f6-2586a574e728 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297980 Sep 23 13:29:51.623880 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e8cf8-df3d-44dd-a397-f1ad30861a97 req-f84f315e-17b6-446a-a963-213c013618f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:51.625265 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-664e8cf8-df3d-44dd-a397-f1ad30861a97 req-f84f315e-17b6-446a-a963-213c013618f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 1098 time: 0.0414548 Sep 23 13:29:51.660577 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-664e8cf8-df3d-44dd-a397-f1ad30861a97 req-2efe1111-25cc-4104-a99b-5d4aa124f22a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274460 Sep 23 13:29:52.171376 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40a86-ed03-44fd-abbf-d2a24f341d19 req-5ba2deb7-c461-4825-b7bd-d19970d90f3f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:52.172860 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-55d40a86-ed03-44fd-abbf-d2a24f341d19 req-5ba2deb7-c461-4825-b7bd-d19970d90f3f tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.0480394 Sep 23 13:29:52.209183 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-55d40a86-ed03-44fd-abbf-d2a24f341d19 req-18fb30c6-4fca-4222-a13d-de7c54d73f58 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304451 Sep 23 13:29:53.321377 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690ef7-62e6-4772-88a6-d6c98331d964 req-c3bfd39d-d7de-4b7f-8862-7fc74e7c1e63 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:53.322814 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e690ef7-62e6-4772-88a6-d6c98331d964 req-c3bfd39d-d7de-4b7f-8862-7fc74e7c1e63 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.0475650 Sep 23 13:29:53.359238 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e690ef7-62e6-4772-88a6-d6c98331d964 req-b0cde0b5-b175-400d-a1b2-f46f36301381 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 Sep 23 13:29:53.474570 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af342e91-d467-418a-b093-138651f911d4 req-2a65891b-1039-4624-82e4-236f6924ffde tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:53.475935 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-af342e91-d467-418a-b093-138651f911d4 req-2a65891b-1039-4624-82e4-236f6924ffde tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.0544367 Sep 23 13:29:53.485474 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57564) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:29:53.489737 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-a28d3c09-a7b1-410b-9359-29e3e9a9a4e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Request body: {'floatingip': {'port_id': '14789776-3fe2-42d6-ad53-4518f70c6219'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:29:53.526952 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a28d3c09-a7b1-410b-9359-29e3e9a9a4e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:54.205908 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a28d3c09-a7b1-410b-9359-29e3e9a9a4e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:54.290236 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a28d3c09-a7b1-410b-9359-29e3e9a9a4e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:54.388915 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [None req-a28d3c09-a7b1-410b-9359-29e3e9a9a4e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Floating IP 591bc82d-4485-4998-91a4-dccc3e3fce4c associated. External IP: 172.27.2.182, port: 14789776-3fe2-42d6-ad53-4518f70c6219. Sep 23 13:29:54.586271 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d3c09-a7b1-410b-9359-29e3e9a9a4e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Router 5ee2fedc-b514-4626-a388-2f3b284ce80b has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:29:54.690921 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d3c09-a7b1-410b-9359-29e3e9a9a4e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:29:54.695319 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a28d3c09-a7b1-410b-9359-29e3e9a9a4e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:54.701461 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] Sync routers for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:29:54.711234 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:54.711887 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:54.723883 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-a28d3c09-a7b1-410b-9359-29e3e9a9a4e5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "PUT /v2.0/floatingips/591bc82d-4485-4998-91a4-dccc3e3fce4c HTTP/1.1" status: 200 len: 991 time: 1.2348113 Sep 23 13:29:54.723883 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f756f58e-d035-46e4-a693-44587856a0f5', 'tag': '14789776-3fe2-42d6-ad53-4518f70c6219'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:29:54.724157 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afc6da9-1155-42d5-b132-f7a3a19238fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f756f58e-d035-46e4-a693-44587856a0f5", "tag": "14789776-3fe2-42d6-ad53-4518f70c6219"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:29:54.766552 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c388a2a-5492-4aa3-9c0b-e38edd84c7b3 x-openstack-request-id: req-4c388a2a-5492-4aa3-9c0b-e38edd84c7b3 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:29:54.766842 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f756f58e-d035-46e4-a693-44587856a0f5", "tag": "14789776-3fe2-42d6-ad53-4518f70c6219", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:29:54.767092 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c388a2a-5492-4aa3-9c0b-e38edd84c7b3 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:29:54.767491 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f756f58e-d035-46e4-a693-44587856a0f5', 'tag': '14789776-3fe2-42d6-ad53-4518f70c6219', 'status': 'completed', 'code': 200} Sep 23 13:29:54.826563 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:54.838932 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-328c68df-9c93-45d0-8538-e722c99866e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:54.840508 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-328c68df-9c93-45d0-8538-e722c99866e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e315fe5e2004195a56d16354b14a9f4&device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 1098 time: 0.0403771 Sep 23 13:29:54.946020 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-26e3cf37-38f5-4410-9e24-845b5e510445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:54.947587 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-26e3cf37-38f5-4410-9e24-845b5e510445 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 200 len: 912 time: 0.0931373 Sep 23 13:29:55.017776 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-275bf483-a51a-4f95-b35c-113d8f22fe2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14789776-3fe2-42d6-ad53-4518f70c6219 HTTP/1.1" status: 200 len: 999 time: 0.0610719 Sep 23 13:29:55.060359 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '591bc82d-4485-4998-91a4-dccc3e3fce4c', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'port_id': '14789776-3fe2-42d6-ad53-4518f70c6219', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'mac_address': 'fa:16:3e:6b:24:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756f58e-d035-46e4-a693-44587856a0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:29:35Z', 'updated_at': '2021-09-23T13:29:54Z', 'revision_number': 1, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:55.068504 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-bbdfbd59-58a9-457e-bc28-5dd5f57d8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:55.069967 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-bbdfbd59-58a9-457e-bc28-5dd5f57d8b13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b587dcf-4e18-4711-9334-d4a55df4a689 HTTP/1.1" status: 200 len: 850 time: 0.0437503 Sep 23 13:29:55.090228 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] Checking router: 5ee2fedc-b514-4626-a388-2f3b284ce80b for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:29:55.099248 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:29:55.099988 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:29:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:55.121154 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-cfb200d0-8b9a-4d3e-858f-42334d40f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:55.122789 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-cfb200d0-8b9a-4d3e-858f-42334d40f88f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8499643-6d33-484f-9958-41d85f2a2feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418758 Sep 23 13:29:55.208282 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:29:55.220534 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-49792d4c-1f4b-4d39-b6a0-45b9f932b037 service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872519 Sep 23 13:29:55.316384 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9afc6da9-1155-42d5-b132-f7a3a19238fe req-cb356b8f-94dd-46a4-a9d1-26b667cb9fca service neutron] 10.222.0.15 "GET /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873518 Sep 23 13:29:55.432291 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '591bc82d-4485-4998-91a4-dccc3e3fce4c', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'port_id': '14789776-3fe2-42d6-ad53-4518f70c6219', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'mac_address': 'fa:16:3e:6b:24:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756f58e-d035-46e4-a693-44587856a0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:29:35Z', 'updated_at': '2021-09-23T13:29:54Z', 'revision_number': 1, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:29:55.458231 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bf2bb-dfa0-40fb-81af-e8e70697a4b9 None None] The sync data for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi is: [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '591bc82d-4485-4998-91a4-dccc3e3fce4c', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'port_id': '14789776-3fe2-42d6-ad53-4518f70c6219', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'mac_address': 'fa:16:3e:6b:24:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756f58e-d035-46e4-a693-44587856a0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:29:35Z', 'updated_at': '2021-09-23T13:29:54Z', 'revision_number': 1, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:29:55.639282 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9488e38-d5bc-4f0f-9606-241543a277ee None None] New status for floating IP 591bc82d-4485-4998-91a4-dccc3e3fce4c: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:29:57.718708 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:57.858003 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032590e6-aa40-4a77-a880-e281be323efa req-6c30c2b4-aebd-4ba1-bba6-5cce736ac7fb tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:57.860223 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-032590e6-aa40-4a77-a880-e281be323efa req-6c30c2b4-aebd-4ba1-bba6-5cce736ac7fb tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 945 time: 0.0508504 Sep 23 13:29:57.898939 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-032590e6-aa40-4a77-a880-e281be323efa req-d080c07f-d2d6-44fe-9540-e27e1dc0ce84 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Sep 23 13:29:59.013711 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b441832-8972-4c53-90a8-e0749be60917 req-90c53405-bd0e-4422-bf3f-6d712f8640e4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:59.015188 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1b441832-8972-4c53-90a8-e0749be60917 req-90c53405-bd0e-4422-bf3f-6d712f8640e4 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Sep 23 13:29:59.052031 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1b441832-8972-4c53-90a8-e0749be60917 req-6396269d-634b-4dd2-9335-a2141439b741 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Sep 23 13:29:59.683176 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-1a0d8ea1-aa93-4569-ad5c-e2d1d953d5da tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:29:59.684634 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-1a0d8ea1-aa93-4569-ad5c-e2d1d953d5da tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.15 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 945 time: 0.0476608 Sep 23 13:29:59.773589 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Deleting port 790627e3-9f90-4f51-919c-50713a5dfc55 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:29:59.773930 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:59.862309 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] For port 790627e3-9f90-4f51-919c-50713a5dfc55, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=790627e3-9f90-4f51-919c-50713a5dfc55,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:29:59.862668 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:29:59.874883 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Calling delete_port for 790627e3-9f90-4f51-919c-50713a5dfc55 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:30:00.044138 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:00.055575 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['790627e3-9f90-4f51-919c-50713a5dfc55'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:30:00.075557 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Pushing event deleted for resources: {'Port': ['ID=790627e3-9f90-4f51-919c-50713a5dfc55,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:00.116810 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] No DVR routers for this DVR port 790627e3-9f90-4f51-919c-50713a5dfc55 on host hv-cinder-80920 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:30:00.119754 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:00.121791 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c2539d6e-2d63-4b2b-9833-bcb315d75baa req-0e63d0cd-1d2b-4c85-b89a-d1f7db02fc6c tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.15 "DELETE /v2.0/ports/790627e3-9f90-4f51-919c-50713a5dfc55 HTTP/1.1" status: 204 len: 173 time: 0.4306550 Sep 23 13:30:00.122250 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ab2705-676d-46e1-bcde-15b6dbadf483', 'name': 'network-vif-deleted', 'tag': '790627e3-9f90-4f51-919c-50713a5dfc55'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:30:00.124668 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606df34a-3dcb-420e-b2fb-c247576e0dfd" -d '{"events": [{"server_uuid": "74ab2705-676d-46e1-bcde-15b6dbadf483", "name": "network-vif-deleted", "tag": "790627e3-9f90-4f51-919c-50713a5dfc55"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:30:00.163134 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8817f2-b9b4-434d-a158-73f1aa2495aa x-openstack-request-id: req-2f8817f2-b9b4-434d-a158-73f1aa2495aa {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:30:00.163423 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ab2705-676d-46e1-bcde-15b6dbadf483", "name": "network-vif-deleted", "tag": "790627e3-9f90-4f51-919c-50713a5dfc55", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:30:00.163674 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f8817f2-b9b4-434d-a158-73f1aa2495aa {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:30:00.164082 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ab2705-676d-46e1-bcde-15b6dbadf483', 'name': 'network-vif-deleted', 'tag': '790627e3-9f90-4f51-919c-50713a5dfc55', 'status': 'completed', 'code': 200} Sep 23 13:30:00.170368 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4b85dc1b-5d5d-4cc9-ae5c-3abd97265d31 req-b5c1c03d-4b5c-490f-8594-29b63854dafc tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=74ab2705-676d-46e1-bcde-15b6dbadf483 HTTP/1.1" status: 200 len: 210 time: 0.0341229 Sep 23 13:30:00.261992 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862d8a2c-794d-4c47-9492-e520ab52c910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:00.645074 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-1fb01543-d4e9-485b-97bf-860a2c8b55ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385923 Sep 23 13:30:00.709339 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-c44f1d11-5181-4157-be6b-8c1905360427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:00.711055 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-c44f1d11-5181-4157-be6b-8c1905360427 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 1099 time: 0.0419970 Sep 23 13:30:00.816595 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-af374f67-5e03-4655-ae7d-220594470908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:00.818075 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-af374f67-5e03-4655-ae7d-220594470908 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 918 time: 0.0855150 Sep 23 13:30:00.896536 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-6f66cf1a-5c84-4106-a8c8-12d0c3bb7a02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae302c5-072e-4188-ac96-37fd2c947dbe HTTP/1.1" status: 200 len: 1000 time: 0.0699890 Sep 23 13:30:00.949445 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-7d759402-a72f-448e-a7c3-ae497b170768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:00.950923 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-7d759402-a72f-448e-a7c3-ae497b170768 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0434511 Sep 23 13:30:01.003981 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-79544acd-1654-491b-893c-220c1f265413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:01.005923 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-79544acd-1654-491b-893c-220c1f265413 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462694 Sep 23 13:30:01.100846 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-97a78570-647f-42bf-b0ba-02dafe09c29a service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868540 Sep 23 13:30:01.193105 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-7acba4c4-f36d-4139-ace6-73ef68c7262b req-85836d7d-4603-4e6e-8a99-94a995659df0 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826280 Sep 23 13:30:02.593532 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-601e2d68-8719-47b2-8ed5-e3b2520c8e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:03.198390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:03.617690 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 790627e3-9f90-4f51-919c-50713a5dfc55 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:30:03.637723 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 790627e3-9f90-4f51-919c-50713a5dfc55 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:30:03.638082 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 790627e3-9f90-4f51-919c-50713a5dfc55 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:30:03.912976 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:05.495836 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:06.730944 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae664e-7bfc-4cd6-96cf-28f943be20f5 req-0eb42f4e-3f55-4b2d-aa63-55c3200e63ef tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:06.732477 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9dae664e-7bfc-4cd6-96cf-28f943be20f5 req-0eb42f4e-3f55-4b2d-aa63-55c3200e63ef tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.0497725 Sep 23 13:30:06.770569 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9dae664e-7bfc-4cd6-96cf-28f943be20f5 req-36ba8d49-1b1a-456e-ba17-b74e9a41af1e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321031 Sep 23 13:30:07.889798 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f9630-0b75-42b0-b0b9-363732a773c9 req-041aa635-d450-47e7-8147-adcbd5acbcd3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:07.891249 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-441f9630-0b75-42b0-b0b9-363732a773c9 req-041aa635-d450-47e7-8147-adcbd5acbcd3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.0487716 Sep 23 13:30:07.927703 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-441f9630-0b75-42b0-b0b9-363732a773c9 req-4a5d7240-ef7c-4960-b896-d5bd5d4b9379 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Sep 23 13:30:09.048979 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ed4da-f35d-41b8-9026-b9b4cbf2491f req-703c56b5-88a7-4371-a6f8-65251e650310 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:09.051002 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9d5ed4da-f35d-41b8-9026-b9b4cbf2491f req-703c56b5-88a7-4371-a6f8-65251e650310 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.0526626 Sep 23 13:30:09.087567 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9d5ed4da-f35d-41b8-9026-b9b4cbf2491f req-a3bb7b0b-4d95-4264-a380-08ee0cee01e6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308418 Sep 23 13:30:10.205280 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478efda5-4525-4bb2-bffc-2a5554cb7107 req-66f8bb45-4b5a-49fd-b1d3-146626065777 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:10.206767 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-478efda5-4525-4bb2-bffc-2a5554cb7107 req-66f8bb45-4b5a-49fd-b1d3-146626065777 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.0482750 Sep 23 13:30:10.245263 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-478efda5-4525-4bb2-bffc-2a5554cb7107 req-2ec9c9a5-a4d5-4837-bf0d-ab968e672f5c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Sep 23 13:30:10.914013 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-dc0b1727-ce52-450b-a1ec-ea1cbdfaeb0b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:10.915528 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-dc0b1727-ce52-450b-a1ec-ea1cbdfaeb0b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.0554550 Sep 23 13:30:11.015036 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Deleting port bae302c5-072e-4188-ac96-37fd2c947dbe {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:30:11.015379 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:11.108725 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] For port bae302c5-072e-4188-ac96-37fd2c947dbe, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=bae302c5-072e-4188-ac96-37fd2c947dbe,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:30:11.109041 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:11.281490 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:11.281858 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:11.282181 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.l3_db [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Floating IP f5ba04ac-ff00-44b7-bf27-8e9fdcbc1979 disassociated. External IP: 172.27.2.52, port: bae302c5-072e-4188-ac96-37fd2c947dbe. Sep 23 13:30:11.282524 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Calling delete_port for bae302c5-072e-4188-ac96-37fd2c947dbe owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:30:11.366545 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd5cc-180e-4146-aaee-b66e59134f4f req-6810a35b-e28d-460a-8d4f-b37b6f96876d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:11.368224 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b09dd5cc-180e-4146-aaee-b66e59134f4f req-6810a35b-e28d-460a-8d4f-b37b6f96876d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 946 time: 0.0529637 Sep 23 13:30:11.406491 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b09dd5cc-180e-4146-aaee-b66e59134f4f req-a8591f4a-81da-4edd-9c0c-d758af404172 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=86a8847c-eaa7-4a87-a378-ef040c35b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316803 Sep 23 13:30:11.467595 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:11.496544 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event deleted for resources: {'Port': ['ID=bae302c5-072e-4188-ac96-37fd2c947dbe,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:11.508598 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.508955 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.509303 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.509649 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.510439 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.510439 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.510666 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.510953 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.511281 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.512241 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.512241 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.512241 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:11.625520 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:30:11.731941 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:30:11.743000 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] Sync routers for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:30:11.746795 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-ae2ac55b-bd77-4bd6-8d81-c6cc410f96f9 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:11.748343 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-ae2ac55b-bd77-4bd6-8d81-c6cc410f96f9 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/networks?id=b4e40e10-ad22-4f2e-b1e3-121ec04f812f HTTP/1.1" status: 200 len: 814 time: 0.1060412 Sep 23 13:30:11.752104 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:30:11.752718 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:30:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:30:11.765271 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-2704a45b-5926-42a3-837a-b12213ee89b9 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/quotas/a3dc1a8e0dd049478f2a8e5bc685d0fd HTTP/1.1" status: 200 len: 375 time: 0.0107954 Sep 23 13:30:11.772807 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] No DVR routers for this DVR port bae302c5-072e-4188-ac96-37fd2c947dbe on host hv-cinder-80920 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:30:11.775403 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:11.777614 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d09d6551-e49e-404a-b115-4a1b97ed933c req-1a9bdf58-a383-4f6b-bde5-49bfa57e2c20 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "DELETE /v2.0/ports/bae302c5-072e-4188-ac96-37fd2c947dbe HTTP/1.1" status: 204 len: 173 time: 0.8554549 Sep 23 13:30:11.778117 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-deleted', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:30:11.780430 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623751a0-e26f-4c70-9486-c1cee6e6508c" -d '{"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-deleted", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:30:11.800044 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-baa6b13c-cb93-4b19-876f-30bbef95d33d tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3dc1a8e0dd049478f2a8e5bc685d0fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280762 Sep 23 13:30:11.825375 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e342967-79ea-47b3-acd9-e8b63db1cc80 x-openstack-request-id: req-3e342967-79ea-47b3-acd9-e8b63db1cc80 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:30:11.825665 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5cd70-d2dd-4a4b-84c6-5aa8b7048895", "name": "network-vif-deleted", "tag": "bae302c5-072e-4188-ac96-37fd2c947dbe", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:30:11.825920 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e342967-79ea-47b3-acd9-e8b63db1cc80 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:30:11.826311 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc5cd70-d2dd-4a4b-84c6-5aa8b7048895', 'name': 'network-vif-deleted', 'tag': 'bae302c5-072e-4188-ac96-37fd2c947dbe', 'status': 'completed', 'code': 200} Sep 23 13:30:11.870392 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:30:11.970025 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-518a9a1d-51c8-4fa7-97af-b4788b98fce5 service neutron] 10.222.0.41 "GET /v2.0/networks/b4e40e10-ad22-4f2e-b1e3-121ec04f812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623871 Sep 23 13:30:12.078616 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-e5ac1522-819a-462e-899c-829a54f5354e service neutron] 10.222.0.41 "GET /v2.0/networks/b4e40e10-ad22-4f2e-b1e3-121ec04f812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007855 Sep 23 13:30:12.089499 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:30:12.117002 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] Checking router: 1e3b9923-8172-47fd-92c6-03df7ccf66e2 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:30:12.125864 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:30:12.126508 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:30:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:30:12.234562 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:30:12.309839 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-66079c4d-ef7b-4388-8888-265c277c45ea req-42413229-2d8a-480c-a2fe-c8f3c93851cd tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 210 time: 0.0378487 Sep 23 13:30:12.447987 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:30:12.475627 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f2f502-4bb0-4f9d-81bd-f4776688e7d9 None None] The sync data for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi is: [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:30:12.537000 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-31fa8bfd-07ce-4215-9a0a-c937c3a61637 req-d87cca15-5ecf-4fe0-9001-fddb06617424 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=adc5cd70-d2dd-4a4b-84c6-5aa8b7048895 HTTP/1.1" status: 200 len: 210 time: 0.0405946 Sep 23 13:30:12.727178 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe863d7-bacc-4985-9b4e-be4162cfd78d None None] New status for floating IP f5ba04ac-ff00-44b7-bf27-8e9fdcbc1979: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:30:13.402010 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-145e38a6-4f0d-484f-b749-0ab3cc2df06f req-f7cb52db-bb4c-4c8a-8877-fbda4d893964 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 210 time: 0.0268102 Sep 23 13:30:13.668145 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57742) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:30:13.723787 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9d707ab5-30b0-49b2-8861-43921a17909c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:13.746945 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9d707ab5-30b0-49b2-8861-43921a17909c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:13.850788 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9d707ab5-30b0-49b2-8861-43921a17909c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:13.853410 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9d707ab5-30b0-49b2-8861-43921a17909c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:13.854571 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9d707ab5-30b0-49b2-8861-43921a17909c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "DELETE /v2.0/security-groups/86a8847c-eaa7-4a87-a378-ef040c35b604 HTTP/1.1" status: 204 len: 168 time: 0.1853876 Sep 23 13:30:13.857534 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57744) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:30:13.863496 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d707ab5-30b0-49b2-8861-43921a17909c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a8847c-eaa7-4a87-a378-ef040c35b604,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:13.874669 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.api.v2.resource [None req-81200e26-82a3-4d6a-8d8c-bb9541fdf380 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] show failed (client error): The resource could not be found. Sep 23 13:30:13.875859 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-81200e26-82a3-4d6a-8d8c-bb9541fdf380 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups/86a8847c-eaa7-4a87-a378-ef040c35b604 HTTP/1.1" status: 404 len: 347 time: 0.0171878 Sep 23 13:30:13.882570 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57746) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:30:14.076602 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Deleting port 02b8b74f-1cd3-4bf1-92bc-c9f4a0960dac {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:30:14.076958 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:14.127365 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-69665fa6-738b-4b5d-b023-e501c9b9c552 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:14.128777 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-69665fa6-738b-4b5d-b023-e501c9b9c552 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.15 "GET /v2.0/networks?id=b4e40e10-ad22-4f2e-b1e3-121ec04f812f HTTP/1.1" status: 200 len: 814 time: 0.1333454 Sep 23 13:30:14.156395 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Request body: {'port': {'device_id': '0a99a9e4-87e2-4465-a9b8-00834f28e135', 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f', 'admin_state_up': True, 'tenant_id': 'a3dc1a8e0dd049478f2a8e5bc685d0fd'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:30:14.240747 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:14.241255 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:14.261088 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Calling delete_port for 02b8b74f-1cd3-4bf1-92bc-c9f4a0960dac owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:30:14.403809 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Made reservation on behalf of a3dc1a8e0dd049478f2a8e5bc685d0fd for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:30:14.407229 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:14.486788 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:14.507252 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cb9107f2-4e63-49cb-971f-1c0b571e8745 req-79f3973c-882e-4ca4-85fb-acb30d6a88f7 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 210 time: 0.0297651 Sep 23 13:30:14.525401 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event deleted for resources: {'Port': ['ID=02b8b74f-1cd3-4bf1-92bc-c9f4a0960dac,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:14.613272 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Allocated IP 172.20.0.6 (b4e40e10-ad22-4f2e-b1e3-121ec04f812f/67e412d0-37e1-4abb-9d89-f73fc9fc7d12/1559645d-21f4-492b-843c-45c5f8e1efb9) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:30:14.628523 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:14.631533 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:14.632713 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ed70ca8b-22e7-4fed-b57c-76cd7bfbade7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "DELETE /v2.0/floatingips/f5ba04ac-ff00-44b7-bf27-8e9fdcbc1979 HTTP/1.1" status: 204 len: 168 time: 0.7490931 Sep 23 13:30:14.770075 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:14.867313 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:14.912354 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Network b4e40e10-ad22-4f2e-b1e3-121ec04f812f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:30:14.915298 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:30:14.921931 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:30:14.925466 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Pushing event updated for resources: {'Port': ['ID=1559645d-21f4-492b-843c-45c5f8e1efb9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:14.977788 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:14.978403 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.026946 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57758) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:30:15.027939 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-121365cc-5af4-41b3-bb77-6d1db2ec28ac tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8753688 Sep 23 13:30:15.031484 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581092796', 'description': 'tempest-description--1572621633'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:30:15.086404 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Request body: {'port': {'device_id': '0a99a9e4-87e2-4465-a9b8-00834f28e135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:30:15.101258 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.142585 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.180773 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.244540 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.273477 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa02b838-e5b1-489f-aacc-d7d4b9c30783,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:15.280432 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.280789 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.281136 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.281498 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.281810 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.282145 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.282478 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.282804 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.283129 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.283453 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.283810 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.288182 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:15.335798 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.337091 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-908a0d8e-a76c-4994-ba1d-fd0912a99e0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3090894 Sep 23 13:30:15.339954 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57762) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:30:15.344350 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-3213b149-6e67-4a5e-a967-e4404aad5756 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'security_group_rule': {'security_group_id': 'fa02b838-e5b1-489f-aacc-d7d4b9c30783', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:30:15.405217 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1559645d-21f4-492b-843c-45c5f8e1efb9 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:30:15.413338 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.415369 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-3213b149-6e67-4a5e-a967-e4404aad5756 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.425375 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Transition to ACTIVE for port object 1559645d-21f4-492b-843c-45c5f8e1efb9 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:30:15.457507 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device bae302c5-072e-4188-ac96-37fd2c947dbe no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:30:15.471026 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-3213b149-6e67-4a5e-a967-e4404aad5756 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.478130 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: bae302c5-072e-4188-ac96-37fd2c947dbe {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:30:15.478490 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device bae302c5-072e-4188-ac96-37fd2c947dbe not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:30:15.507327 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.535655 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-3213b149-6e67-4a5e-a967-e4404aad5756 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.558938 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213b149-6e67-4a5e-a967-e4404aad5756 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea3f334-a01d-4b3e-aa45-c321c7a79d6e,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:15.563882 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Pushing event updated for resources: {'Port': ['ID=1559645d-21f4-492b-843c-45c5f8e1efb9,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:15.619102 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-3213b149-6e67-4a5e-a967-e4404aad5756 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.620498 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-3213b149-6e67-4a5e-a967-e4404aad5756 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795639 Sep 23 13:30:15.624499 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57766) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:30:15.629141 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Attempting to bind port 1559645d-21f4-492b-843c-45c5f8e1efb9 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:30:15.629479 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Attempting to bind port 1559645d-21f4-492b-843c-45c5f8e1efb9 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '37512088-6ccd-4c74-ad06-0ad2f9d0b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:30:15.629612 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-dd700b21-49fc-47ac-893d-757d1911679e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'security_group_rule': {'security_group_id': 'fa02b838-e5b1-489f-aacc-d7d4b9c30783', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:30:15.629807 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Attempting to bind port 1559645d-21f4-492b-843c-45c5f8e1efb9 on network b4e40e10-ad22-4f2e-b1e3-121ec04f812f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:30:15.635306 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Port 1559645d-21f4-492b-843c-45c5f8e1efb9 on network b4e40e10-ad22-4f2e-b1e3-121ec04f812f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:30:15.635627 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Attempting to bind port 1559645d-21f4-492b-843c-45c5f8e1efb9 on network b4e40e10-ad22-4f2e-b1e3-121ec04f812f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:30:15.640407 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:30:15.640741 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Checking segment: {'id': '37512088-6ccd-4c74-ad06-0ad2f9d0b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:30:15.641118 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Bound using segment: {'id': '37512088-6ccd-4c74-ad06-0ad2f9d0b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:30:15.641534 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Bound port: 1559645d-21f4-492b-843c-45c5f8e1efb9, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37512088-6ccd-4c74-ad06-0ad2f9d0b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:30:15.641881 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.658165 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a6801-c61a-400e-8ab6-acb0444cc76e req-f4bc244c-ed7e-4ec4-95c6-e7926a94408f tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:15.659662 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff2a6801-c61a-400e-8ab6-acb0444cc76e req-f4bc244c-ed7e-4ec4-95c6-e7926a94408f tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 943 time: 0.0687983 Sep 23 13:30:15.702116 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ff2a6801-c61a-400e-8ab6-acb0444cc76e req-65c7f8e0-80e4-4b7c-996d-c2e2e401795f tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361416 Sep 23 13:30:15.716961 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] For port 1559645d-21f4-492b-843c-45c5f8e1efb9, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:30:15.720251 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] For port 1559645d-21f4-492b-843c-45c5f8e1efb9, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1559645d-21f4-492b-843c-45c5f8e1efb9,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:30:15.758739 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-dd700b21-49fc-47ac-893d-757d1911679e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.781885 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.823087 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-dd700b21-49fc-47ac-893d-757d1911679e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.825909 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:15.826644 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.828125 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] 10.222.0.15 "PUT /v2.0/ports/1559645d-21f4-492b-843c-45c5f8e1efb9 HTTP/1.1" status: 200 len: 1093 time: 0.7920523 Sep 23 13:30:15.828615 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a99a9e4-87e2-4465-a9b8-00834f28e135', 'tag': '1559645d-21f4-492b-843c-45c5f8e1efb9'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:30:15.831178 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c6b208-5262-48fc-857d-8873bebeb350" -d '{"events": [{"name": "network-changed", "server_uuid": "0a99a9e4-87e2-4465-a9b8-00834f28e135", "tag": "1559645d-21f4-492b-843c-45c5f8e1efb9"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:30:15.868932 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e185b9b-18c1-40d9-8dad-56da2183610d service neutron] Pushing event updated for resources: {'Port': ['ID=1559645d-21f4-492b-843c-45c5f8e1efb9,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:15.879485 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6b77dd-30dc-4183-95b0-7635d45e8928 x-openstack-request-id: req-eb6b77dd-30dc-4183-95b0-7635d45e8928 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:30:15.879798 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a99a9e4-87e2-4465-a9b8-00834f28e135", "tag": "1559645d-21f4-492b-843c-45c5f8e1efb9", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:30:15.880655 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb6b77dd-30dc-4183-95b0-7635d45e8928 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:30:15.881039 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a99a9e4-87e2-4465-a9b8-00834f28e135', 'tag': '1559645d-21f4-492b-843c-45c5f8e1efb9', 'status': 'completed', 'code': 200} Sep 23 13:30:15.890302 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-dd700b21-49fc-47ac-893d-757d1911679e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.913098 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd700b21-49fc-47ac-893d-757d1911679e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f3c0e2-daab-4d58-8e36-54d2a414e18f,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:15.951243 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6b208-5262-48fc-857d-8873bebeb350 req-4018c201-01de-4af9-ae2e-badb2f275283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:15.952793 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-18c6b208-5262-48fc-857d-8873bebeb350 req-4018c201-01de-4af9-ae2e-badb2f275283 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3dc1a8e0dd049478f2a8e5bc685d0fd&device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 1096 time: 0.0435812 Sep 23 13:30:15.970298 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-dd700b21-49fc-47ac-893d-757d1911679e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:15.971898 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-dd700b21-49fc-47ac-893d-757d1911679e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464060 Sep 23 13:30:15.975772 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57772) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:30:15.980838 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'floatingip': {'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:30:16.052456 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6b208-5262-48fc-857d-8873bebeb350 req-5cd8153d-557d-464e-b805-993822c2e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:16.054113 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-18c6b208-5262-48fc-857d-8873bebeb350 req-5cd8153d-557d-464e-b805-993822c2e10f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a3dc1a8e0dd049478f2a8e5bc685d0fd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0928898 Sep 23 13:30:16.067423 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:16.177843 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:16.288693 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Allocated IP 172.27.2.205 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/fa780682-12c3-4650-8a9a-33731aedd0ce) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:30:16.400817 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:16.406181 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6b208-5262-48fc-857d-8873bebeb350 req-da9732ce-35e8-470e-9423-3d9c9ca46589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:16.407903 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-18c6b208-5262-48fc-857d-8873bebeb350 req-da9732ce-35e8-470e-9423-3d9c9ca46589 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3454704 Sep 23 13:30:16.484743 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-56969a2c-b64d-4e6f-babf-d8e1d202c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:16.486291 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-56969a2c-b64d-4e6f-babf-d8e1d202c23f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3dc1a8e0dd049478f2a8e5bc685d0fd&device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 1096 time: 0.0404603 Sep 23 13:30:16.491127 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:16.529760 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:30:16.532801 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:30:16.537074 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:30:16.539128 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-dbbfb1cf-2a8a-4571-a015-d799494edccf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1559645d-21f4-492b-843c-45c5f8e1efb9 HTTP/1.1" status: 200 len: 217 time: 0.0448582 Sep 23 13:30:16.573156 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'Port': ['ID=fa780682-12c3-4650-8a9a-33731aedd0ce,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:16.595449 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-f803fe1e-d4b6-48ac-80eb-8d2eefb26421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:16.596979 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-f803fe1e-d4b6-48ac-80eb-8d2eefb26421 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67e412d0-37e1-4abb-9d89-f73fc9fc7d12 HTTP/1.1" status: 200 len: 854 time: 0.0484359 Sep 23 13:30:16.627886 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-fea1a249-1f2b-4a9b-adeb-77b850aea5d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4e40e10-ad22-4f2e-b1e3-121ec04f812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238192 Sep 23 13:30:16.634729 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:16.721235 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:16.721963 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-be8d261b-c4b3-4dfb-8500-c5efa99b8789 service neutron] 10.222.0.15 "GET /v2.0/networks/b4e40e10-ad22-4f2e-b1e3-121ec04f812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870554 Sep 23 13:30:16.831952 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-323d8341-ac95-412c-a77e-656428fdbfb3 req-ed30dcfa-3ba9-4b3e-8d04-805067ee307b service neutron] 10.222.0.15 "GET /v2.0/networks/b4e40e10-ad22-4f2e-b1e3-121ec04f812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027846 Sep 23 13:30:16.872650 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cef55-c471-45de-a0ed-ed958c6f6d2f req-a293fc37-beea-4336-afe2-18b15b0f0453 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:16.874277 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-186cef55-c471-45de-a0ed-ed958c6f6d2f req-a293fc37-beea-4336-afe2-18b15b0f0453 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 943 time: 0.0937972 Sep 23 13:30:16.942143 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-186cef55-c471-45de-a0ed-ed958c6f6d2f req-ea2cdf45-2692-4b6b-bbe1-8c5deebab964 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565133 Sep 23 13:30:16.956525 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:17.015809 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:17.085826 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'Port': ['ID=fa780682-12c3-4650-8a9a-33731aedd0ce,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:17.098571 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:17.181269 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:17.182520 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-93d25f2f-e63e-4767-bb6e-23c35a4d2574 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2059007 Sep 23 13:30:17.382885 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-10fa40e8-5444-4161-8f2b-bbfd4b7932fd tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--581092796&fields=id&tenant_id=02b0d5c47aa94594a176ee743ffde0c5 HTTP/1.1" status: 200 len: 267 time: 0.0322692 Sep 23 13:30:17.487999 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-aeaef28b-4e97-4baf-80a6-7dcce784500d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:17.489491 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-aeaef28b-4e97-4baf-80a6-7dcce784500d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 817 time: 0.1000898 Sep 23 13:30:17.507730 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-267a9f15-1e98-4d3b-8020-90fc7883ba9d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/quotas/02b0d5c47aa94594a176ee743ffde0c5 HTTP/1.1" status: 200 len: 375 time: 0.0089221 Sep 23 13:30:17.563515 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-b6cfd472-e4a8-426a-8690-582fda5f9393 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537779 Sep 23 13:30:17.656807 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-26c8adcf-80a5-43d6-8dff-78d293d90283 service neutron] 10.222.0.41 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817349 Sep 23 13:30:17.747435 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-6b20a33f-ed89-4be4-a510-ff312e63dacc service neutron] 10.222.0.41 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845680 Sep 23 13:30:17.989620 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7479e11b-6f2d-4ec1-a074-2469f41fccf1 req-dc4b6e71-909d-4a2e-91d0-1dc9bff27895 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 210 time: 0.0267308 Sep 23 13:30:18.083718 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757ce79-7d5e-481a-88cf-95692c135dc0 req-5eab7a2d-e855-4fad-aa72-98bac6c68747 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:18.084918 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0757ce79-7d5e-481a-88cf-95692c135dc0 req-5eab7a2d-e855-4fad-aa72-98bac6c68747 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 943 time: 0.0593650 Sep 23 13:30:18.123392 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0757ce79-7d5e-481a-88cf-95692c135dc0 req-28d842fd-abcd-4dbd-8692-d80490d3be62 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Sep 23 13:30:19.088611 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-caf1354c-e9a2-4b9f-b06b-8c1523bfa128 req-ee36cae6-b333-49e0-80cc-340393905429 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 210 time: 0.0256379 Sep 23 13:30:19.243124 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b01b2d-6500-435f-8910-0d7f1fb666f8 req-eedd418f-e24b-4198-8cc8-6400e4c05121 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:19.244631 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-53b01b2d-6500-435f-8910-0d7f1fb666f8 req-eedd418f-e24b-4198-8cc8-6400e4c05121 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 943 time: 0.0556529 Sep 23 13:30:19.281164 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-53b01b2d-6500-435f-8910-0d7f1fb666f8 req-0bf296bd-57e2-42ec-8b94-85e80db8f80d tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306089 Sep 23 13:30:19.474142 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 1559645d-21f4-492b-843c-45c5f8e1efb9 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:30:19.569197 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 1559645d-21f4-492b-843c-45c5f8e1efb9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1559645d-21f4-492b-843c-45c5f8e1efb9,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:30:19.580511 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '1559645d-21f4-492b-843c-45c5f8e1efb9', 'network_id': 'b4e40e10-ad22-4f2e-b1e3-121ec04f812f', 'port_id': '1559645d-21f4-492b-843c-45c5f8e1efb9', 'mac_address': 'fa:16:3e:d6:a1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e412d0-37e1-4abb-9d89-f73fc9fc7d12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:30:19.618575 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:19.632035 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1559645d-21f4-492b-843c-45c5f8e1efb9 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:30:19.651529 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 1559645d-21f4-492b-843c-45c5f8e1efb9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1559645d-21f4-492b-843c-45c5f8e1efb9,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:30:19.718480 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:19.728405 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-2e166edb-0902-43bb-97b0-e2bec2762356 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:19.729788 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-2e166edb-0902-43bb-97b0-e2bec2762356 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 817 time: 0.1031704 Sep 23 13:30:19.767720 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=1559645d-21f4-492b-843c-45c5f8e1efb9,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:19.772708 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a56be43c-548d-4f6b-85a4-cc4eab42d815 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02b0d5c47aa94594a176ee743ffde0c5 HTTP/1.1" status: 200 len: 379 time: 0.0334384 Sep 23 13:30:19.783410 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'port': {'device_id': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'admin_state_up': True, 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'security_groups': ['fa02b838-e5b1-489f-aacc-d7d4b9c30783']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:30:19.940990 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['1559645d-21f4-492b-843c-45c5f8e1efb9'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:30:19.975669 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Made reservation on behalf of 02b0d5c47aa94594a176ee743ffde0c5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:30:19.979973 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:20.108110 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Allocated IP 172.20.0.8 (9f815ddf-0867-41ff-8100-f764ce20a8f1/22f64494-ca96-444f-9f5d-13811ad615f1/43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:30:20.190245 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1b882342-23ff-4486-a26f-794386354374 req-05a435f9-2554-4f0a-9ba1-d843260a4af6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Sep 23 13:30:20.258195 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:20.342251 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:20.382332 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:30:20.385549 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:30:20.389229 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:30:20.396516 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa9fd-7441-44c9-839d-d75d71016bd4 req-62750b6e-d766-42d2-a21f-04779fb02553 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:20.398625 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-282fa9fd-7441-44c9-839d-d75d71016bd4 req-62750b6e-d766-42d2-a21f-04779fb02553 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 944 time: 0.0493338 Sep 23 13:30:20.443415 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:20.447924 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-282fa9fd-7441-44c9-839d-d75d71016bd4 req-4ed001b6-d8d3-4993-9037-46dba04c65fb tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385654 Sep 23 13:30:20.453091 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:20.454278 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:20.536723 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7a5c0b49-3a8e-4a01-8235-d1a2954ff5f9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569010 Sep 23 13:30:20.550792 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Request body: {'port': {'device_id': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:30:20.606743 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:20.627930 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-e30cbd1b-1d8c-4f55-97fd-89a928d7a54e None None] Provisioning complete for port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:30:20.628497 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e30cbd1b-1d8c-4f55-97fd-89a928d7a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:20.661966 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e30cbd1b-1d8c-4f55-97fd-89a928d7a54e None None] Port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:30:20.867249 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:30:20.874744 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:20.886284 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Transition to ACTIVE for port object 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:30:20.970502 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:21.022443 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:21.091400 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Attempting to bind port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:30:21.091765 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Attempting to bind port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:30:21.092096 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Attempting to bind port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c on network 9f815ddf-0867-41ff-8100-f764ce20a8f1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:30:21.096594 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c on network 9f815ddf-0867-41ff-8100-f764ce20a8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:30:21.096918 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Attempting to bind port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c on network 9f815ddf-0867-41ff-8100-f764ce20a8f1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:30:21.102494 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:30:21.102837 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Checking segment: {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:30:21.103223 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Bound using segment: {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:30:21.103650 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Bound port: 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e3e9a1-8011-4704-8c7c-7e5875a2e19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:30:21.104029 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:21.172894 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:30:21.176023 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:30:21.256122 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:21.289899 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:21.290428 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:21.291878 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] 10.222.0.15 "PUT /v2.0/ports/43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c HTTP/1.1" status: 200 len: 1093 time: 0.7456849 Sep 23 13:30:21.294259 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:30:21.296633 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a89f890-1f03-4d0c-bd94-c95904db84b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:30:21.342014 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7d510-0ef4-4a7e-b9f6-6c9c2078f8fa service neutron] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:21.348806 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da2741-d13c-45cf-a680-243daa063093 req-2792cc99-acb9-4bc3-9077-5434c46387e5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:21.353657 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-67da2741-d13c-45cf-a680-243daa063093 req-2792cc99-acb9-4bc3-9077-5434c46387e5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0729053 Sep 23 13:30:21.394122 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-67da2741-d13c-45cf-a680-243daa063093 req-918b00c3-b2ac-43d4-8b85-e6ec4c5061f4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368376 Sep 23 13:30:21.432837 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-fc101b4c-6149-4775-b209-87cb7b5fd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:21.434426 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-fc101b4c-6149-4775-b209-87cb7b5fd467 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 1096 time: 0.0628605 Sep 23 13:30:21.436979 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a24bc3-5a03-40db-a1a8-bcd811e7a33b x-openstack-request-id: req-37a24bc3-5a03-40db-a1a8-bcd811e7a33b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:30:21.436979 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:30:21.436979 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37a24bc3-5a03-40db-a1a8-bcd811e7a33b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:30:21.436979 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'status': 'completed', 'code': 200} Sep 23 13:30:21.486084 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-dc5575d9-6b11-47f5-84cc-676dad3969f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c HTTP/1.1" status: 200 len: 217 time: 0.0397446 Sep 23 13:30:21.490729 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 1559645d-21f4-492b-843c-45c5f8e1efb9 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:30:21.541667 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-0baba8bd-c625-44a8-875f-2f66a506786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:21.543173 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-0baba8bd-c625-44a8-875f-2f66a506786b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0502148 Sep 23 13:30:21.574950 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275ab9-c64c-469f-b8df-82fe29218593 req-30c5d6f8-8fd4-46bd-b90f-f3fcf461a1e6 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:21.576379 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f2275ab9-c64c-469f-b8df-82fe29218593 req-30c5d6f8-8fd4-46bd-b90f-f3fcf461a1e6 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 944 time: 0.0485415 Sep 23 13:30:21.592741 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-3af9b4bf-451a-42d0-8cbf-cd56c62eae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:21.594236 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-3af9b4bf-451a-42d0-8cbf-cd56c62eae9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423403 Sep 23 13:30:21.615251 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f2275ab9-c64c-469f-b8df-82fe29218593 req-ed1f4633-82ba-4257-aff2-d297c076e580 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 Sep 23 13:30:21.627859 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 1559645d-21f4-492b-843c-45c5f8e1efb9 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:30:21.632374 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 1559645d-21f4-492b-843c-45c5f8e1efb9 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:30:21.637117 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:21.701772 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-01ce7b1a-0218-47c5-902d-c62b444bb020 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986671 Sep 23 13:30:21.711345 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:21.733724 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a99a9e4-87e2-4465-a9b8-00834f28e135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1559645d-21f4-492b-843c-45c5f8e1efb9'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:30:21.735957 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81065a21-2be8-49c9-af22-764e5216a36b" -d '{"events": [{"server_uuid": "0a99a9e4-87e2-4465-a9b8-00834f28e135", "name": "network-vif-plugged", "status": "completed", "tag": "1559645d-21f4-492b-843c-45c5f8e1efb9"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:30:21.748767 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 1559645d-21f4-492b-843c-45c5f8e1efb9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1559645d-21f4-492b-843c-45c5f8e1efb9,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:30:21.779028 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc704e9f-0f97-47af-8617-f072817c72ac x-openstack-request-id: req-dc704e9f-0f97-47af-8617-f072817c72ac {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:30:21.779315 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a99a9e4-87e2-4465-a9b8-00834f28e135", "name": "network-vif-plugged", "status": "completed", "tag": "1559645d-21f4-492b-843c-45c5f8e1efb9", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:30:21.779566 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc704e9f-0f97-47af-8617-f072817c72ac {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:30:21.780022 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a99a9e4-87e2-4465-a9b8-00834f28e135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1559645d-21f4-492b-843c-45c5f8e1efb9', 'code': 200} Sep 23 13:30:21.795889 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-c0cd4b5b-01bf-4dc6-b42b-fe4f63bd8d00 req-7c2d4104-a15e-4c28-9ad4-6b168b806a98 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855453 Sep 23 13:30:21.804694 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:21.854661 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=1559645d-21f4-492b-843c-45c5f8e1efb9,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:21.953214 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-76b84bbd-8dde-4e29-b5a3-c769478036d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:21.954707 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-76b84bbd-8dde-4e29-b5a3-c769478036d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 1096 time: 0.0436983 Sep 23 13:30:22.045491 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-c4990d34-e907-4952-aa9d-1990aeaf2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:22.046943 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-c4990d34-e907-4952-aa9d-1990aeaf2d99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 918 time: 0.0844896 Sep 23 13:30:22.057661 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38411ff-e54d-4ad4-9a24-401ff0ca3ac1 req-48fd438f-ca8d-4430-81c3-902c1185e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:22.060329 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e38411ff-e54d-4ad4-9a24-401ff0ca3ac1 req-48fd438f-ca8d-4430-81c3-902c1185e3d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 1098 time: 0.0430620 Sep 23 13:30:22.097220 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-1f7da7ce-655e-4eb0-ad46-c56ad8587c1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c HTTP/1.1" status: 200 len: 217 time: 0.0416653 Sep 23 13:30:22.097449 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e38411ff-e54d-4ad4-9a24-401ff0ca3ac1 req-271cf1c9-80f0-4e2b-9624-6e0f6796b3eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287361 Sep 23 13:30:22.361749 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-ffa63d23-c2cf-4586-bf19-956e881f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:22.363148 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-ffa63d23-c2cf-4586-bf19-956e881f1063 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0435121 Sep 23 13:30:22.410049 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-12e833fb-e9a4-41ea-963e-a93043651fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:22.411507 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-12e833fb-e9a4-41ea-963e-a93043651fef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388854 Sep 23 13:30:22.512738 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-432d0193-1b04-4d41-909b-43124f3013b7 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921142 Sep 23 13:30:22.529786 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380e40-5db6-4a31-a9a1-16aeb50d3472 req-6e2531dd-fff9-4154-bb51-cc4d61c8b04c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:22.531290 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e380e40-5db6-4a31-a9a1-16aeb50d3472 req-6e2531dd-fff9-4154-bb51-cc4d61c8b04c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0589700 Sep 23 13:30:22.581343 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e380e40-5db6-4a31-a9a1-16aeb50d3472 req-0d9c0d31-e468-4b72-b7b6-fb4243eea206 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368564 Sep 23 13:30:22.611990 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3a89f890-1f03-4d0c-bd94-c95904db84b1 req-09645e96-91a0-4115-8e03-6a74b415e774 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893216 Sep 23 13:30:22.731398 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36de37-66ac-4522-85b2-2aa91716417b req-b42b36b1-f947-4cbb-8470-022c6792d7fc tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:22.732905 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cf36de37-66ac-4522-85b2-2aa91716417b req-b42b36b1-f947-4cbb-8470-022c6792d7fc tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Sep 23 13:30:22.771430 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cf36de37-66ac-4522-85b2-2aa91716417b req-2ac649bb-37c2-43bf-a402-cdb15e545090 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Sep 23 13:30:23.701823 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bf8e9-8837-4136-89c5-b19463978956 req-5b367846-3882-4a28-8e35-ac8cc1786b22 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:23.703295 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c10bf8e9-8837-4136-89c5-b19463978956 req-5b367846-3882-4a28-8e35-ac8cc1786b22 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0479763 Sep 23 13:30:23.740392 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c10bf8e9-8837-4136-89c5-b19463978956 req-790daaee-6e41-4d5c-ac0f-e4a032c4fd37 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309858 Sep 23 13:30:23.890816 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7eb74-7e21-45eb-a7bb-5486e38aaad2 req-b86a317e-d50f-4b45-88d1-584d866b2e96 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:23.892225 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2eb7eb74-7e21-45eb-a7bb-5486e38aaad2 req-b86a317e-d50f-4b45-88d1-584d866b2e96 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Sep 23 13:30:23.929341 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2eb7eb74-7e21-45eb-a7bb-5486e38aaad2 req-f00ba8e0-e596-4dd5-9f43-32b89fa14a6b tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Sep 23 13:30:24.864468 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734c837-e284-456a-8ad0-fcb0456d2c09 req-0690738b-a084-404f-af4e-3e134862a165 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:24.866086 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6734c837-e284-456a-8ad0-fcb0456d2c09 req-0690738b-a084-404f-af4e-3e134862a165 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0508096 Sep 23 13:30:24.905066 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6734c837-e284-456a-8ad0-fcb0456d2c09 req-801c09dd-e7f1-4009-8049-4ae3660227e1 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324812 Sep 23 13:30:25.520403 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:30:25.614498 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:30:25.626099 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'port_id': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'mac_address': 'fa:16:3e:1b:b4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:30:25.662193 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:25.674298 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:30:25.693357 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:30:25.741505 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:25.793192 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:25.996855 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:30:26.024966 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd7033-8f94-4318-8a70-401e19faf6dd req-b776d94e-8946-4dcd-a680-ac6bdd17214e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:26.026468 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2acd7033-8f94-4318-8a70-401e19faf6dd req-b776d94e-8946-4dcd-a680-ac6bdd17214e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 944 time: 0.0493691 Sep 23 13:30:26.064796 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2acd7033-8f94-4318-8a70-401e19faf6dd req-05bfb539-b7fc-483a-8c2f-2030521694d2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322359 Sep 23 13:30:27.186923 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c954-2948-4710-aa3c-8d0d402aa157 req-3d4bcbea-e6a4-4475-9943-796b6aeeb486 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:27.188404 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2926c954-2948-4710-aa3c-8d0d402aa157 req-3d4bcbea-e6a4-4475-9943-796b6aeeb486 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 944 time: 0.0521827 Sep 23 13:30:27.226449 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2926c954-2948-4710-aa3c-8d0d402aa157 req-32ea715c-9ecc-4898-92d5-a01585ab4299 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317600 Sep 23 13:30:27.520603 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:30:27.609962 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:30:27.613810 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:30:27.614182 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:27.697793 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:27.719311 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:30:27.721527 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70686d2-9795-42d9-b862-70313f8be89b" -d '{"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-plugged", "status": "completed", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:30:27.734382 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:30:27.741445 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:27.815379 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e33eda-d07a-43ab-8c83-25d597f5dbb5 x-openstack-request-id: req-15e33eda-d07a-43ab-8c83-25d597f5dbb5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:30:27.815713 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-plugged", "status": "completed", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:30:27.815970 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15e33eda-d07a-43ab-8c83-25d597f5dbb5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:30:27.816363 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'code': 200} Sep 23 13:30:27.817561 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:27.866845 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:30:27.867444 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:28.136653 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5176a4e-e29b-4595-9c89-953dc81fa9e8 req-2f096e2e-49e5-4830-b5e5-0ecb124c057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:28.141314 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-f5176a4e-e29b-4595-9c89-953dc81fa9e8 req-2f096e2e-49e5-4830-b5e5-0ecb124c057b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 1098 time: 0.0398607 Sep 23 13:30:28.183660 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-f5176a4e-e29b-4595-9c89-953dc81fa9e8 req-7eab4004-1f9a-4f2a-854d-97278e4190df service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316823 Sep 23 13:30:28.345213 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50e9f-a379-4e5b-ade5-4cf15820ee4f req-924c178f-929c-4cc1-b5f3-e327d694d27f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:28.346593 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d3e50e9f-a379-4e5b-ade5-4cf15820ee4f req-924c178f-929c-4cc1-b5f3-e327d694d27f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0476031 Sep 23 13:30:28.384402 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d3e50e9f-a379-4e5b-ade5-4cf15820ee4f req-61b74bc4-e66d-4135-a888-0b975d04935e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319037 Sep 23 13:30:29.505456 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b6f93-e787-4d20-9759-b3b39a760db3 req-1beeee81-b51c-4169-bde5-c9384825a306 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:29.506920 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3b2b6f93-e787-4d20-9759-b3b39a760db3 req-1beeee81-b51c-4169-bde5-c9384825a306 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0500820 Sep 23 13:30:29.546004 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3b2b6f93-e787-4d20-9759-b3b39a760db3 req-06a094c3-f852-4b51-9cec-8e3883ed6686 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318871 Sep 23 13:30:30.181264 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85b5c4e7-c061-4c4e-a0ae-adf9394ef4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:30.667991 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f170a6b-484f-4527-97e9-799d36bfb8bd req-7b97c637-0ffa-4603-8858-a7cc0f374618 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:30.669425 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3f170a6b-484f-4527-97e9-799d36bfb8bd req-7b97c637-0ffa-4603-8858-a7cc0f374618 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0522423 Sep 23 13:30:30.706578 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3f170a6b-484f-4527-97e9-799d36bfb8bd req-698906db-2433-4a2b-b046-a14aff304468 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313315 Sep 23 13:30:30.821492 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05481d4c-5567-4ed7-91a8-61fef8b721aa req-f486496e-64a7-40ec-b9bb-2c65ee898387 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:30.823635 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-05481d4c-5567-4ed7-91a8-61fef8b721aa req-f486496e-64a7-40ec-b9bb-2c65ee898387 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0493498 Sep 23 13:30:30.832020 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 57894) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:30:30.836252 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-9f980d0b-498e-4280-bf9a-6dabd3c9f278 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Request body: {'floatingip': {'port_id': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:30:30.874076 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9f980d0b-498e-4280-bf9a-6dabd3c9f278 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:31.574040 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9f980d0b-498e-4280-bf9a-6dabd3c9f278 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:31.615514 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9f980d0b-498e-4280-bf9a-6dabd3c9f278 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:31.725175 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [None req-9f980d0b-498e-4280-bf9a-6dabd3c9f278 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Floating IP b6b94318-8db8-4ecf-9a01-268c0d58086a associated. External IP: 172.27.2.205, port: 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c. Sep 23 13:30:31.945907 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f980d0b-498e-4280-bf9a-6dabd3c9f278 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:30:32.061076 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f980d0b-498e-4280-bf9a-6dabd3c9f278 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:30:32.070604 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] Sync routers for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:30:32.071086 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9f980d0b-498e-4280-bf9a-6dabd3c9f278 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:32.083474 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:30:32.085502 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:30:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:30:32.109818 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9f980d0b-498e-4280-bf9a-6dabd3c9f278 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "PUT /v2.0/floatingips/b6b94318-8db8-4ecf-9a01-268c0d58086a HTTP/1.1" status: 200 len: 991 time: 1.2768161 Sep 23 13:30:32.110737 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:30:32.113270 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b5a6c-6d0c-416c-8994-32f23f151435" -d '{"events": [{"name": "network-changed", "server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:30:32.233089 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:30:32.261875 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb3a04b-74ba-41be-9518-f8dc32387d70 x-openstack-request-id: req-adb3a04b-74ba-41be-9518-f8dc32387d70 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:30:32.262159 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:30:32.262406 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adb3a04b-74ba-41be-9518-f8dc32387d70 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:30:32.262803 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'status': 'completed', 'code': 200} Sep 23 13:30:32.333395 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-20dce369-5741-4477-8d6e-582ebe1fb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:32.335052 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-20dce369-5741-4477-8d6e-582ebe1fb2ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 1098 time: 0.0481043 Sep 23 13:30:32.449129 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-d96a027a-40d5-438b-9b11-cf5b62353303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:32.450853 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-d96a027a-40d5-438b-9b11-cf5b62353303 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 918 time: 0.1088276 Sep 23 13:30:32.513251 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'b6b94318-8db8-4ecf-9a01-268c0d58086a', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'port_id': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'mac_address': 'fa:16:3e:1b:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:30:16Z', 'updated_at': '2021-09-23T13:30:31Z', 'revision_number': 1, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:30:32.550279 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-27b6f2f8-a725-43fc-ac08-03e5cc3fbef6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c HTTP/1.1" status: 200 len: 999 time: 0.0901988 Sep 23 13:30:32.558856 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] Checking router: 1e3b9923-8172-47fd-92c6-03df7ccf66e2 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:30:32.569516 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:30:32.570129 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:30:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:30:32.608147 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-a0d6020f-0954-4627-895c-801623ded597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:32.609740 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-a0d6020f-0954-4627-895c-801623ded597 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0516014 Sep 23 13:30:32.624154 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5f79-3c1b-4067-9470-4928386535ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:32.658010 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-1254952b-ff9b-41e2-858f-b76ca5249327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:32.659796 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-1254952b-ff9b-41e2-858f-b76ca5249327 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429196 Sep 23 13:30:32.695299 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:30:32.765722 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-8296c330-f313-45f0-baf6-465a1f132ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973020 Sep 23 13:30:32.865627 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-676b5a6c-6d0c-416c-8994-32f23f151435 req-e4c7358e-25c4-4d67-9cf3-9911b72c6c05 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911233 Sep 23 13:30:33.051704 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'b6b94318-8db8-4ecf-9a01-268c0d58086a', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'port_id': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'mac_address': 'fa:16:3e:1b:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:30:16Z', 'updated_at': '2021-09-23T13:30:31Z', 'revision_number': 1, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:30:33.078085 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb8b8e-3870-4766-944b-39ce619fd080 None None] The sync data for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi is: [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'b6b94318-8db8-4ecf-9a01-268c0d58086a', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'port_id': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'mac_address': 'fa:16:3e:1b:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:30:16Z', 'updated_at': '2021-09-23T13:30:31Z', 'revision_number': 1, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:30:33.204903 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:33.273949 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef85256b-4e97-476e-8a21-d0cfb6e025e7 None None] New status for floating IP b6b94318-8db8-4ecf-9a01-268c0d58086a: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:30:33.930260 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:35.490042 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:40.878011 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61aaad-494e-4a0f-bfc3-c6779c79af80 req-d13723a7-0922-43dd-bd86-66334cb4ad04 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:40.879506 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fe61aaad-494e-4a0f-bfc3-c6779c79af80 req-d13723a7-0922-43dd-bd86-66334cb4ad04 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0535293 Sep 23 13:30:40.917296 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fe61aaad-494e-4a0f-bfc3-c6779c79af80 req-19a12c3c-7f1c-4c94-aeb1-6aa0391bae2f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Sep 23 13:30:42.048993 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb4120-44c8-4720-9207-5847991eadf1 req-c38ebe61-f033-44d7-aa8b-79d60b5218ae tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:42.050527 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8bcb4120-44c8-4720-9207-5847991eadf1 req-c38ebe61-f033-44d7-aa8b-79d60b5218ae tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0646186 Sep 23 13:30:42.088480 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8bcb4120-44c8-4720-9207-5847991eadf1 req-33e3125e-5d1e-4da5-bc95-4c55abe06218 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320823 Sep 23 13:30:43.206195 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2123bd-f2e9-4eab-812f-f43700913cdd req-745534c8-d328-4181-a46e-7c1cec86dc1b tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:43.207670 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e2123bd-f2e9-4eab-812f-f43700913cdd req-745534c8-d328-4181-a46e-7c1cec86dc1b tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0497150 Sep 23 13:30:43.245039 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e2123bd-f2e9-4eab-812f-f43700913cdd req-a28f083c-9b5d-414b-bd26-646878f2ea78 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Sep 23 13:30:44.358393 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6890c3-b280-4549-a01f-aba76286c7ae req-b5dd1096-a98e-45ba-be87-79d24b8a9706 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:44.360372 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8b6890c3-b280-4549-a01f-aba76286c7ae req-b5dd1096-a98e-45ba-be87-79d24b8a9706 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0486262 Sep 23 13:30:44.396811 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8b6890c3-b280-4549-a01f-aba76286c7ae req-2ce66343-ac3d-4ed2-b5fc-0e9b37ba61d1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306394 Sep 23 13:30:45.514700 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f58fd-ec93-43d5-8451-f23b6425c21a req-66488113-c685-4046-a9c8-8ae06f6d9b53 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:45.516365 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f77f58fd-ec93-43d5-8451-f23b6425c21a req-66488113-c685-4046-a9c8-8ae06f6d9b53 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0528824 Sep 23 13:30:45.555851 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f77f58fd-ec93-43d5-8451-f23b6425c21a req-e06d136f-968d-45d1-a34d-fb30c70fd301 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331841 Sep 23 13:30:46.673384 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69ee69-2160-4aab-ba66-3724a76f8bee req-35738269-d7b2-4954-9d55-0bb612c0baa0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:46.675381 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1c69ee69-2160-4aab-ba66-3724a76f8bee req-35738269-d7b2-4954-9d55-0bb612c0baa0 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0514379 Sep 23 13:30:46.714828 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1c69ee69-2160-4aab-ba66-3724a76f8bee req-1a641d70-a9c2-4398-bd21-498186dac9c7 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336132 Sep 23 13:30:47.827667 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cabd6-c66f-49c4-ad06-b67e79134228 req-1c959f2d-ac62-4caa-98ae-3a673e8625ea tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:47.829141 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c00cabd6-c66f-49c4-ad06-b67e79134228 req-1c959f2d-ac62-4caa-98ae-3a673e8625ea tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0490026 Sep 23 13:30:47.865753 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c00cabd6-c66f-49c4-ad06-b67e79134228 req-92532994-8953-4efc-8775-5e27cd3148f7 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300908 Sep 23 13:30:48.981559 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ffbd7-9c95-455b-8cf7-e3c4e3d65773 req-be82374d-bfb8-4764-a4f7-ebbc7636acbd tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:48.983012 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-854ffbd7-9c95-455b-8cf7-e3c4e3d65773 req-be82374d-bfb8-4764-a4f7-ebbc7636acbd tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0516179 Sep 23 13:30:49.023035 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-854ffbd7-9c95-455b-8cf7-e3c4e3d65773 req-bbb8b20a-06af-464f-9327-45127238ea1d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334945 Sep 23 13:30:50.141858 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113a9ba-6fe7-4dad-9e24-952dcc94a727 req-ef7a63b8-b793-49a7-a6fc-d4bf9546ee27 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:50.144820 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5113a9ba-6fe7-4dad-9e24-952dcc94a727 req-ef7a63b8-b793-49a7-a6fc-d4bf9546ee27 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0536273 Sep 23 13:30:50.191506 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5113a9ba-6fe7-4dad-9e24-952dcc94a727 req-116406f4-d8a7-4e8a-a524-62461b50ac1f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Sep 23 13:30:50.771014 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ce8a9-0513-443a-8819-38087e79b0c1 req-caf5cf9a-b8aa-47bb-bf03-8bbfddc2f600 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:50.772524 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b54ce8a9-0513-443a-8819-38087e79b0c1 req-caf5cf9a-b8aa-47bb-bf03-8bbfddc2f600 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 945 time: 0.0501761 Sep 23 13:30:50.808961 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b54ce8a9-0513-443a-8819-38087e79b0c1 req-a0f7cff1-7b41-453b-a3b6-aeefc61a9720 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302310 Sep 23 13:30:51.107375 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-1f3f9507-9c07-44a8-97e7-98e6d10fd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:51.109033 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-1f3f9507-9c07-44a8-97e7-98e6d10fd858 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=166103fc3a724214a2949c9c98becb64&device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1099 time: 0.0456140 Sep 23 13:30:51.197145 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-e9a7b024-4215-40b7-bbdb-31dfeae4a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:51.198658 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-e9a7b024-4215-40b7-bbdb-31dfeae4a610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95a129b5-b84e-493f-8055-89d16bd5627e HTTP/1.1" status: 200 len: 910 time: 0.0821269 Sep 23 13:30:51.268363 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-9beec1b6-c57b-48f0-bad1-fd68b8b4d050 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6 HTTP/1.1" status: 200 len: 1002 time: 0.0599217 Sep 23 13:30:51.311620 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7bf08-1731-4276-bba0-be6d960fb065 req-a2ac5ed3-d216-410a-aa51-ff772f633f10 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:51.313128 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eeb7bf08-1731-4276-bba0-be6d960fb065 req-a2ac5ed3-d216-410a-aa51-ff772f633f10 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0516758 Sep 23 13:30:51.319945 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-8e255d96-8f62-4ca9-aee1-8a6b20990223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:51.321425 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-8e255d96-8f62-4ca9-aee1-8a6b20990223 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31b65520-231e-4fb0-baf4-2c8d424eb2cd HTTP/1.1" status: 200 len: 848 time: 0.0438395 Sep 23 13:30:51.351872 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eeb7bf08-1731-4276-bba0-be6d960fb065 req-65097321-ffe8-4f5d-86d5-833641828bda tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313916 Sep 23 13:30:51.370203 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-01ef4f33-c0f2-4acc-9acb-552b7f7b8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:51.371814 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-01ef4f33-c0f2-4acc-9acb-552b7f7b8ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a129b5-b84e-493f-8055-89d16bd5627e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413043 Sep 23 13:30:51.475933 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-4109f52e-81d8-430c-a7fb-d67e3e0e6ced service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854144 Sep 23 13:30:51.564815 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-d5c5de2b-8295-4149-a92d-4cecd2bd2642 req-b746520f-72af-40f3-af3f-8ad269b36235 service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810976 Sep 23 13:30:51.923043 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efee17f-7d2a-4da6-ae91-16bf115de467 req-b43762dd-6ed6-4ab5-b95f-8b75455fc727 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:51.924553 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2efee17f-7d2a-4da6-ae91-16bf115de467 req-b43762dd-6ed6-4ab5-b95f-8b75455fc727 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 945 time: 0.0491781 Sep 23 13:30:51.962254 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2efee17f-7d2a-4da6-ae91-16bf115de467 req-93e9e9ee-b223-4852-ab00-a858a432573a tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/security-groups?id=81061859-051e-45d0-b2f0-0c0a59600d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313940 Sep 23 13:30:52.469229 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484ac17-ff5b-4bed-95e7-2c8b6f28ec77 req-adc40628-c4f4-4259-bf10-2426af4ee5e4 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:52.470843 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c484ac17-ff5b-4bed-95e7-2c8b6f28ec77 req-adc40628-c4f4-4259-bf10-2426af4ee5e4 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0496066 Sep 23 13:30:52.508503 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f78d-9255-432c-9eed-e17af957a158 req-06435730-628f-4945-80dc-72a650125dbf tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:52.510283 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e775f78d-9255-432c-9eed-e17af957a158 req-06435730-628f-4945-80dc-72a650125dbf tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 945 time: 0.0559087 Sep 23 13:30:52.511981 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c484ac17-ff5b-4bed-95e7-2c8b6f28ec77 req-a776415f-a9eb-4dd5-8427-a50a7f3cd734 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344329 Sep 23 13:30:52.606563 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e775f78d-9255-432c-9eed-e17af957a158 req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Deleting port 1559645d-21f4-492b-843c-45c5f8e1efb9 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:30:52.606849 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e775f78d-9255-432c-9eed-e17af957a158 req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:52.694438 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e775f78d-9255-432c-9eed-e17af957a158 req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] For port 1559645d-21f4-492b-843c-45c5f8e1efb9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1559645d-21f4-492b-843c-45c5f8e1efb9,segment=NetworkSegment(37512088-6ccd-4c74-ad06-0ad2f9d0b48b),segment_id=37512088-6ccd-4c74-ad06-0ad2f9d0b48b)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:30:52.694804 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e775f78d-9255-432c-9eed-e17af957a158 req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:52.706239 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e775f78d-9255-432c-9eed-e17af957a158 req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Calling delete_port for 1559645d-21f4-492b-843c-45c5f8e1efb9 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:30:52.884394 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e775f78d-9255-432c-9eed-e17af957a158 req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:52.897295 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['1559645d-21f4-492b-843c-45c5f8e1efb9'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:30:52.919223 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Pushing event deleted for resources: {'Port': ['ID=1559645d-21f4-492b-843c-45c5f8e1efb9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:52.960444 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e775f78d-9255-432c-9eed-e17af957a158 req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] No DVR routers for this DVR port 1559645d-21f4-492b-843c-45c5f8e1efb9 on host hv-cinder-80920 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:30:52.962883 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e775f78d-9255-432c-9eed-e17af957a158 req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:52.965239 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-e775f78d-9255-432c-9eed-e17af957a158 req-ad2427d9-e599-4c5f-ba91-9e23e384d957 tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.15 "DELETE /v2.0/ports/1559645d-21f4-492b-843c-45c5f8e1efb9 HTTP/1.1" status: 204 len: 173 time: 0.4474039 Sep 23 13:30:52.965673 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a99a9e4-87e2-4465-a9b8-00834f28e135', 'name': 'network-vif-deleted', 'tag': '1559645d-21f4-492b-843c-45c5f8e1efb9'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:30:52.967912 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e117d152-1f7c-46be-9f24-f3435118bb8b" -d '{"events": [{"server_uuid": "0a99a9e4-87e2-4465-a9b8-00834f28e135", "name": "network-vif-deleted", "tag": "1559645d-21f4-492b-843c-45c5f8e1efb9"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:30:53.005456 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f59089c-2461-4c68-9fcc-389557969b80 x-openstack-request-id: req-0f59089c-2461-4c68-9fcc-389557969b80 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:30:53.005785 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a99a9e4-87e2-4465-a9b8-00834f28e135", "name": "network-vif-deleted", "tag": "1559645d-21f4-492b-843c-45c5f8e1efb9", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:30:53.006045 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f59089c-2461-4c68-9fcc-389557969b80 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:30:53.006472 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a99a9e4-87e2-4465-a9b8-00834f28e135', 'name': 'network-vif-deleted', 'tag': '1559645d-21f4-492b-843c-45c5f8e1efb9', 'status': 'completed', 'code': 200} Sep 23 13:30:53.059175 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-60bf3eef-f45a-412f-ba74-a39b9ac7f2d5 req-7f76fbb9-f349-41cf-b6bf-9898ad0341bd tempest-VolumesSnapshotTestJSON-298300150 tempest-VolumesSnapshotTestJSON-298300150-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a99a9e4-87e2-4465-a9b8-00834f28e135 HTTP/1.1" status: 200 len: 210 time: 0.0306761 Sep 23 13:30:53.629082 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9bf20-eb28-45e7-9c55-291c8e7b1ff2 req-1a17f7e5-5b1b-481b-a7ae-4db904591213 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:53.630776 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d5c9bf20-eb28-45e7-9c55-291c8e7b1ff2 req-1a17f7e5-5b1b-481b-a7ae-4db904591213 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0512199 Sep 23 13:30:53.667849 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d5c9bf20-eb28-45e7-9c55-291c8e7b1ff2 req-6be5e58e-0ca6-4578-b8d6-a20ac7cf1103 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311103 Sep 23 13:30:54.788243 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398daa2-1aba-414a-a06d-64408816aa9f req-e5c37f92-8ead-4a29-a291-96265383ae4a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:54.789821 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0398daa2-1aba-414a-a06d-64408816aa9f req-e5c37f92-8ead-4a29-a291-96265383ae4a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0502877 Sep 23 13:30:54.828022 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0398daa2-1aba-414a-a06d-64408816aa9f req-0840ea78-0454-489b-8885-1ef7f93b1c3b tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Sep 23 13:30:54.938547 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-a7447f5c-af41-4e8b-8484-e73e7b02e835 req-72b741ff-5f77-431c-9000-c2497f698bc7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:30:54.939552 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a7447f5c-af41-4e8b-8484-e73e7b02e835 req-72b741ff-5f77-431c-9000-c2497f698bc7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479445 Sep 23 13:30:55.207560 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15305b50-6306-4ac4-8674-1d70cdba6287 req-c528e2b9-10a8-4dec-85cb-837168d9b71f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:55.209106 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-15305b50-6306-4ac4-8674-1d70cdba6287 req-c528e2b9-10a8-4dec-85cb-837168d9b71f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0550890 Sep 23 13:30:55.212482 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58126) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:30:55.253151 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-15305b50-6306-4ac4-8674-1d70cdba6287 req-61b1a4b0-c8b2-4288-97b4-0267db2bf8c6 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349071 Sep 23 13:30:55.294168 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-9e5493a4-4a92-454e-b509-18833c0c98be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806379 Sep 23 13:30:55.303426 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-6965fbf3-1900-4feb-8ec5-e431119addfe service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:30:55.304441 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-6965fbf3-1900-4feb-8ec5-e431119addfe service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055408 Sep 23 13:30:55.660864 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 1559645d-21f4-492b-843c-45c5f8e1efb9 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:30:55.681952 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 1559645d-21f4-492b-843c-45c5f8e1efb9 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:30:55.682376 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 1559645d-21f4-492b-843c-45c5f8e1efb9 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:30:56.366105 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe9e10-e35b-48e6-9ba0-170120a9739d req-833808ea-a3a4-4143-b6b5-9d919410ba49 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:56.367586 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-57fe9e10-e35b-48e6-9ba0-170120a9739d req-833808ea-a3a4-4143-b6b5-9d919410ba49 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0469353 Sep 23 13:30:56.404754 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-57fe9e10-e35b-48e6-9ba0-170120a9739d req-62c024a2-e601-44fe-ab15-92a87ee5b475 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307775 Sep 23 13:30:57.521248 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5eefa-09bd-4c11-9a04-929182fc38b5 req-a1744983-114c-4f7b-bea2-19d73b476584 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:57.522734 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b1e5eefa-09bd-4c11-9a04-929182fc38b5 req-a1744983-114c-4f7b-bea2-19d73b476584 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0526929 Sep 23 13:30:57.566786 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b1e5eefa-09bd-4c11-9a04-929182fc38b5 req-fa4f9011-511f-4314-a59c-a35b1eea411e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381770 Sep 23 13:30:57.752907 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:58.076069 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device ce8cf903-1a09-4a17-bf7c-6f27602c68a6 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:30:58.148934 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:58.169695 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:30:58.171949 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d7374e-ac4a-4fe3-b299-4c1869288dae" -d '{"events": [{"server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:30:58.190371 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:30:58.210780 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 13:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e95f1ca-87ea-42ff-a8a2-af6c147f816d x-openstack-request-id: req-4e95f1ca-87ea-42ff-a8a2-af6c147f816d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:30:58.210780 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "name": "network-vif-unplugged", "status": "failed", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6", "code": 422}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:30:58.210780 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e95f1ca-87ea-42ff-a8a2-af6c147f816d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:30:58.210780 dv-cinder-809201-2-iscsi neutron-server[94599]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'code': 422} returned with failed status Sep 23 13:30:58.244723 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:30:58.295481 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:30:58.302139 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.302486 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.302827 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.303166 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.303495 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.303852 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.304180 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.304501 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.304845 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.305167 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.305483 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.305799 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:30:58.674233 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067ea0c-f752-44af-aac0-b87396aac1b5 req-a3c79d56-07fc-4ce3-8b51-6b09385ac0cc tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:58.675726 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b067ea0c-f752-44af-aac0-b87396aac1b5 req-a3c79d56-07fc-4ce3-8b51-6b09385ac0cc tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0481751 Sep 23 13:30:58.715184 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b067ea0c-f752-44af-aac0-b87396aac1b5 req-896847b2-9598-407e-9485-00f48c79c1e2 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330124 Sep 23 13:30:59.825534 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf24a-368d-43af-b259-0c174e690cbc req-8491b002-d115-471b-b6bd-6f6b580fcd81 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:30:59.827017 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-912bf24a-368d-43af-b259-0c174e690cbc req-8491b002-d115-471b-b6bd-6f6b580fcd81 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0476017 Sep 23 13:30:59.864117 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-912bf24a-368d-43af-b259-0c174e690cbc req-c0c230cc-516f-48ae-b0aa-a7f538d9feee tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311515 Sep 23 13:31:00.164511 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-02fcd9ed-12a6-4060-9b5c-cc81b29ac54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:00.986594 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169f88-0b5a-463d-a924-e24d5ccc9c3a req-a25cb5b2-2f03-480a-b907-e808dd18528b tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:00.988110 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-29169f88-0b5a-463d-a924-e24d5ccc9c3a req-a25cb5b2-2f03-480a-b907-e808dd18528b tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0538077 Sep 23 13:31:01.029927 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-29169f88-0b5a-463d-a924-e24d5ccc9c3a req-2a1dc3d6-bdd0-4521-a961-28ea34cf8218 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354357 Sep 23 13:31:01.639668 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-2a277a7b-114e-4187-83b4-688a00e56272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:01.641198 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-2a277a7b-114e-4187-83b4-688a00e56272 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=166103fc3a724214a2949c9c98becb64&device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1097 time: 0.0407972 Sep 23 13:31:01.766824 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-d244c144-1d36-4bab-a2f7-e3dcff336b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:01.768332 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-d244c144-1d36-4bab-a2f7-e3dcff336b1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=95a129b5-b84e-493f-8055-89d16bd5627e HTTP/1.1" status: 200 len: 910 time: 0.0874565 Sep 23 13:31:01.835514 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-053bed93-e8d8-4fe0-8de5-70932c4a3521 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6 HTTP/1.1" status: 200 len: 1000 time: 0.0562210 Sep 23 13:31:01.890942 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-0e03c26f-ce9d-4f09-8d58-f09c9f16ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:01.892435 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-0e03c26f-ce9d-4f09-8d58-f09c9f16ec44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31b65520-231e-4fb0-baf4-2c8d424eb2cd HTTP/1.1" status: 200 len: 848 time: 0.0472136 Sep 23 13:31:01.939374 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-f53ee926-8efc-4d31-b8d2-4bef026aa7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:01.940905 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-f53ee926-8efc-4d31-b8d2-4bef026aa7e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a129b5-b84e-493f-8055-89d16bd5627e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406713 Sep 23 13:31:02.030302 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-5d789306-4412-4ffb-a8b4-5dec7f39b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:02.031779 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-5d789306-4412-4ffb-a8b4-5dec7f39b9ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae&tenant_id=166103fc3a724214a2949c9c98becb64 HTTP/1.1" status: 200 len: 1097 time: 0.0701339 Sep 23 13:31:02.048970 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-a7f1e870-b8e0-4e33-985d-6783921cdf2a service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890741 Sep 23 13:31:02.156619 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f92419-b021-49f2-991e-db83b3c96ab4 req-e9dd6b2c-f39e-44b4-9bc4-f541dc55afeb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:02.158426 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62f92419-b021-49f2-991e-db83b3c96ab4 req-e9dd6b2c-f39e-44b4-9bc4-f541dc55afeb tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0572844 Sep 23 13:31:02.159940 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-01a14317-2902-43c4-96fd-633b0fcd4ecc req-8f80f61e-7bf3-4a65-a6b2-d9f2caa7f15f service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029601 Sep 23 13:31:02.204153 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62f92419-b021-49f2-991e-db83b3c96ab4 req-c7192a5d-89c2-4025-bed9-710e7df7ec01 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372736 Sep 23 13:31:02.340480 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-f2be0229-cae6-4a9b-8f3d-b64c4b612743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:02.342746 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-f2be0229-cae6-4a9b-8f3d-b64c4b612743 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=166103fc3a724214a2949c9c98becb64&device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1097 time: 0.0539618 Sep 23 13:31:02.461492 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-fb0905ed-c4cb-4374-b846-1e8f2813d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:02.463080 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-fb0905ed-c4cb-4374-b846-1e8f2813d67c service neutron] 10.222.0.15 "GET /v2.0/networks?id=95a129b5-b84e-493f-8055-89d16bd5627e HTTP/1.1" status: 200 len: 910 time: 0.1130893 Sep 23 13:31:02.535244 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-79a97b6e-ea5f-4de5-a6a1-ab42604ac8d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6 HTTP/1.1" status: 200 len: 1000 time: 0.0639780 Sep 23 13:31:02.606050 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-57e108b2-cfd4-447d-b59d-0e18af2e52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:02.607575 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-57e108b2-cfd4-447d-b59d-0e18af2e52d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31b65520-231e-4fb0-baf4-2c8d424eb2cd HTTP/1.1" status: 200 len: 848 time: 0.0644381 Sep 23 13:31:02.627399 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0f5451f-2cdb-4730-a022-c1d121b18b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:02.663292 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-09a3de8e-1ba8-4f91-9586-fb585526fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:02.664826 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-09a3de8e-1ba8-4f91-9586-fb585526fb9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a129b5-b84e-493f-8055-89d16bd5627e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484638 Sep 23 13:31:02.766050 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-3fb17670-f816-481c-9524-b41a693a68d1 service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927498 Sep 23 13:31:02.866891 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-f6fbb97c-3a53-4334-bbbe-0ad0e30f1fa2 service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928247 Sep 23 13:31:03.227381 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:03.330052 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb14e-c666-451b-a3a5-526b17bdf27d req-b860dfe7-f508-4466-8937-527a99d786f3 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:03.331515 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c07cb14e-c666-451b-a3a5-526b17bdf27d req-b860dfe7-f508-4466-8937-527a99d786f3 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0523665 Sep 23 13:31:03.369457 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c07cb14e-c666-451b-a3a5-526b17bdf27d req-54904b01-9128-4ddd-b659-2aff11fbc4ac tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Sep 23 13:31:04.016098 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:04.482338 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a4b0-bed8-4ef7-b2c0-ae1c83670674 req-93fa759d-2536-48a5-a670-edd5c281fe3a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:04.484484 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ab48a4b0-bed8-4ef7-b2c0-ae1c83670674 req-93fa759d-2536-48a5-a670-edd5c281fe3a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0487440 Sep 23 13:31:04.531948 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ab48a4b0-bed8-4ef7-b2c0-ae1c83670674 req-9656fe7b-f46c-408f-8a75-6992327c8401 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 Sep 23 13:31:04.866087 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:31:05.501611 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:05.640054 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f0663-1116-4885-9ae8-148701b10f94 req-9cc08461-cf01-4f23-b9e7-8e8e8b70528c tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:05.641406 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d82f0663-1116-4885-9ae8-148701b10f94 req-9cc08461-cf01-4f23-b9e7-8e8e8b70528c tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0503459 Sep 23 13:31:05.680419 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d82f0663-1116-4885-9ae8-148701b10f94 req-1a3fda48-3fee-4969-9b1e-650a6d08672a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Sep 23 13:31:05.785900 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7b5b1-f6eb-4663-9b8e-c768d73d1fce req-9bb5a654-25b6-444b-a730-a3304509b661 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:05.787351 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-34e7b5b1-f6eb-4663-9b8e-c768d73d1fce req-9bb5a654-25b6-444b-a730-a3304509b661 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.0525250 Sep 23 13:31:05.823904 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-34e7b5b1-f6eb-4663-9b8e-c768d73d1fce req-f63b0556-737a-4ce8-854b-28b0ec44416a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303237 Sep 23 13:31:06.795177 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac6d4-d55a-4dc7-8df9-6b5df1680889 req-719f9675-c433-4de3-aec9-83ba5d758387 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:06.796674 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-14eac6d4-d55a-4dc7-8df9-6b5df1680889 req-719f9675-c433-4de3-aec9-83ba5d758387 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0487499 Sep 23 13:31:06.834157 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-14eac6d4-d55a-4dc7-8df9-6b5df1680889 req-e309840a-aadf-4d25-bbc6-4d12a288fdc1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Sep 23 13:31:06.935921 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b21303-c8f3-4222-a9d7-9d10eb879f9b req-ba36a45b-0f31-42fa-807b-3c0f654a2896 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:06.937403 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a2b21303-c8f3-4222-a9d7-9d10eb879f9b req-ba36a45b-0f31-42fa-807b-3c0f654a2896 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.0489051 Sep 23 13:31:06.974608 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a2b21303-c8f3-4222-a9d7-9d10eb879f9b req-45368455-913a-4dcb-aced-db281b6f0d03 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311108 Sep 23 13:31:07.956534 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ed7a2-0bed-48eb-b612-2e14f37a400f req-ea6b2f33-e2c1-4fef-84e1-a51105253562 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:07.958035 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-729ed7a2-0bed-48eb-b612-2e14f37a400f req-ea6b2f33-e2c1-4fef-84e1-a51105253562 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0525148 Sep 23 13:31:07.994930 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-729ed7a2-0bed-48eb-b612-2e14f37a400f req-9696c4e9-8986-4d40-8980-9b9dd83ac1b1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301847 Sep 23 13:31:08.092830 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83f345-0d06-4f1b-b16c-0e6ee5dddd7b req-60a97cd0-5f3d-467f-9ad9-053c82d02382 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:08.094255 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8d83f345-0d06-4f1b-b16c-0e6ee5dddd7b req-60a97cd0-5f3d-467f-9ad9-053c82d02382 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.0467529 Sep 23 13:31:08.131065 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8d83f345-0d06-4f1b-b16c-0e6ee5dddd7b req-0286429b-1914-4f5b-8a43-54cf7cd24c63 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 Sep 23 13:31:09.110964 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1389b-ca35-4897-87c1-2ea0f65d3dcd req-9a73a30b-2c80-473b-9c82-02e862f5348d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:09.112480 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e5e1389b-ca35-4897-87c1-2ea0f65d3dcd req-9a73a30b-2c80-473b-9c82-02e862f5348d tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0476239 Sep 23 13:31:09.149280 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e5e1389b-ca35-4897-87c1-2ea0f65d3dcd req-866a1dd2-6a86-41d1-84e0-a354919a8ce3 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306807 Sep 23 13:31:09.276919 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230cc17-c522-4bbc-8605-bc8edd2ffcbc req-00d7e3b0-e65f-4f99-a609-724a8b7b7a63 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:09.278473 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8230cc17-c522-4bbc-8605-bc8edd2ffcbc req-00d7e3b0-e65f-4f99-a609-724a8b7b7a63 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.0543497 Sep 23 13:31:09.315176 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8230cc17-c522-4bbc-8605-bc8edd2ffcbc req-6885ad27-5a56-48e0-bf97-533d3fc6c4a5 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307899 Sep 23 13:31:09.974151 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157901-055b-4baf-9e0d-b710446cd827 req-441b8e45-02cf-4f02-b0a0-ab45b84e2469 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:09.975854 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a7157901-055b-4baf-9e0d-b710446cd827 req-441b8e45-02cf-4f02-b0a0-ab45b84e2469 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.0502965 Sep 23 13:31:10.067929 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Deleting port 14789776-3fe2-42d6-ad53-4518f70c6219 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:31:10.068271 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:10.155408 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] For port 14789776-3fe2-42d6-ad53-4518f70c6219, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=14789776-3fe2-42d6-ad53-4518f70c6219,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:10.155803 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:10.283835 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bb803-72a7-496d-9bcc-23dadaacaa28 req-b4b16841-16b9-4e87-9095-b711f285083f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:10.285881 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f60bb803-72a7-496d-9bcc-23dadaacaa28 req-b4b16841-16b9-4e87-9095-b711f285083f tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0527496 Sep 23 13:31:10.327377 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f60bb803-72a7-496d-9bcc-23dadaacaa28 req-e823c591-3565-498c-a911-1a112f0b484a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348418 Sep 23 13:31:10.341147 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:10.341519 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:10.341837 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.l3_db [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Floating IP 591bc82d-4485-4998-91a4-dccc3e3fce4c disassociated. External IP: 172.27.2.182, port: 14789776-3fe2-42d6-ad53-4518f70c6219. Sep 23 13:31:10.342215 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Calling delete_port for 14789776-3fe2-42d6-ad53-4518f70c6219 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:31:10.437242 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae642152-0e63-4152-9371-280f88b03fdd req-4e9c2cea-2c99-4f27-8c78-7d4d7bc78cf4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:10.438821 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ae642152-0e63-4152-9371-280f88b03fdd req-4e9c2cea-2c99-4f27-8c78-7d4d7bc78cf4 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 945 time: 0.0516934 Sep 23 13:31:10.479885 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ae642152-0e63-4152-9371-280f88b03fdd req-a3a040b7-5b99-481c-a099-d102b4758c6e tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups?id=2da62764-3eae-4b0d-ab4f-da9c36268dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346859 Sep 23 13:31:10.827024 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:10.859589 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event deleted for resources: {'Port': ['ID=14789776-3fe2-42d6-ad53-4518f70c6219,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:10.969601 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Router 5ee2fedc-b514-4626-a388-2f3b284ce80b has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:31:11.075869 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:31:11.085370 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] Sync routers for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:31:11.095387 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:31:11.096027 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:31:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:11.113957 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] No DVR routers for this DVR port 14789776-3fe2-42d6-ad53-4518f70c6219 on host hv-cinder-80920 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:31:11.116594 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:11.119462 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a7157901-055b-4baf-9e0d-b710446cd827 req-e6f906bd-ff3c-4f9f-9141-fc68e6eac6e7 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.15 "DELETE /v2.0/ports/14789776-3fe2-42d6-ad53-4518f70c6219 HTTP/1.1" status: 204 len: 173 time: 1.1372230 Sep 23 13:31:11.119902 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f756f58e-d035-46e4-a693-44587856a0f5', 'name': 'network-vif-deleted', 'tag': '14789776-3fe2-42d6-ad53-4518f70c6219'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:31:11.122119 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7a7aa2-a5ee-4a0f-8232-e1449f4ed04b" -d '{"events": [{"server_uuid": "f756f58e-d035-46e4-a693-44587856a0f5", "name": "network-vif-deleted", "tag": "14789776-3fe2-42d6-ad53-4518f70c6219"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:31:11.170094 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9b6c6b-59e8-4ebd-afc4-c579dadac284 x-openstack-request-id: req-2d9b6c6b-59e8-4ebd-afc4-c579dadac284 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:31:11.170094 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f756f58e-d035-46e4-a693-44587856a0f5", "name": "network-vif-deleted", "tag": "14789776-3fe2-42d6-ad53-4518f70c6219", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:31:11.170094 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d9b6c6b-59e8-4ebd-afc4-c579dadac284 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:31:11.170094 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f756f58e-d035-46e4-a693-44587856a0f5', 'name': 'network-vif-deleted', 'tag': '14789776-3fe2-42d6-ad53-4518f70c6219', 'status': 'completed', 'code': 200} Sep 23 13:31:11.219870 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:31:11.442560 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:11.451321 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efec247-c10e-4c63-94c7-c3b2a7af3dff req-bce343d6-1d84-4a10-82ba-72fb0e3d4c07 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:11.452769 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8efec247-c10e-4c63-94c7-c3b2a7af3dff req-bce343d6-1d84-4a10-82ba-72fb0e3d4c07 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 944 time: 0.0543542 Sep 23 13:31:11.474079 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] Checking router: 5ee2fedc-b514-4626-a388-2f3b284ce80b for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:31:11.483198 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:31:11.483850 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:31:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:11.498136 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8efec247-c10e-4c63-94c7-c3b2a7af3dff req-14cec462-4da5-4681-822f-52bfdaaa029e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391119 Sep 23 13:31:11.589731 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7a14753e-b6a8-407a-8895-a00dc7971be3 req-10b31b6d-7ea1-4d5b-9760-d4975974ccd8 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/ports?device_id=f756f58e-d035-46e4-a693-44587856a0f5 HTTP/1.1" status: 200 len: 210 time: 0.0273464 Sep 23 13:31:11.592422 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:31:11.732091 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device ce8cf903-1a09-4a17-bf7c-6f27602c68a6 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:31:11.860518 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:11.894928 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b5cb0-c40a-48aa-8444-9e5abf5848c1 None None] The sync data for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi is: [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:24:56Z', 'revision_number': 4, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b6da52c2-8db1-4322-8270-9de68b7abc2b', 'name': '', 'network_id': 'a8499643-6d33-484f-9958-41d85f2a2feb', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'mac_address': 'fa:16:3e:01:cf:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:55Z', 'updated_at': '2021-09-23T13:25:05Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'subnets': [{'id': '0b587dcf-4e18-4711-9334-d4a55df4a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:31:11.897603 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:11.914412 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'port_id': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'mac_address': 'fa:16:3e:b4:bc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:31:11.958144 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:11.972434 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8cf903-1a09-4a17-bf7c-6f27602c68a6 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:31:11.992369 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:12.072840 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:12.123808 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c671888-a5c8-4b15-b7c3-aa1e7099d336 None None] New status for floating IP 591bc82d-4485-4998-91a4-dccc3e3fce4c: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:31:12.125690 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:12.301921 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['ce8cf903-1a09-4a17-bf7c-6f27602c68a6'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:31:12.612821 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d52c12-c83e-4100-a8d4-7cc2acd84b9e req-5d7e5c80-51b8-4a63-b127-a115cfbe5288 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:12.614338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-65d52c12-c83e-4100-a8d4-7cc2acd84b9e req-5d7e5c80-51b8-4a63-b127-a115cfbe5288 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 945 time: 0.0496664 Sep 23 13:31:12.654536 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-65d52c12-c83e-4100-a8d4-7cc2acd84b9e req-e59e7a05-f067-4451-b237-590f551a28ad tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325778 Sep 23 13:31:12.713333 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58342) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:12.769326 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9241091d-3dd1-47b4-9968-f253baa778de tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:12.791180 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9241091d-3dd1-47b4-9968-f253baa778de tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:12.878340 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9241091d-3dd1-47b4-9968-f253baa778de tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:12.880997 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-9241091d-3dd1-47b4-9968-f253baa778de tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:12.882157 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9241091d-3dd1-47b4-9968-f253baa778de tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "DELETE /v2.0/security-groups/2da62764-3eae-4b0d-ab4f-da9c36268dea HTTP/1.1" status: 204 len: 168 time: 0.1678388 Sep 23 13:31:12.886382 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58344) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:12.892348 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241091d-3dd1-47b4-9968-f253baa778de tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da62764-3eae-4b0d-ab4f-da9c36268dea,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:12.899222 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.api.v2.resource [None req-f3a1b331-374e-4722-b3d1-e8652f33c220 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] show failed (client error): The resource could not be found. Sep 23 13:31:12.903434 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f3a1b331-374e-4722-b3d1-e8652f33c220 tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "GET /v2.0/security-groups/2da62764-3eae-4b0d-ab4f-da9c36268dea HTTP/1.1" status: 404 len: 347 time: 0.0138993 Sep 23 13:31:12.903618 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58346) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:13.031654 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Deleting port c8181597-fe5b-45fd-82c8-34e6436f41fb {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:31:13.032023 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:13.110279 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:13.110605 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:13.123402 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Calling delete_port for c8181597-fe5b-45fd-82c8-34e6436f41fb owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:31:13.307762 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:13.338312 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Pushing event deleted for resources: {'Port': ['ID=c8181597-fe5b-45fd-82c8-34e6436f41fb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:13.362792 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.363089 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.363427 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.363786 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.364116 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.364443 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.364770 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.365093 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.365417 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.365738 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.366055 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.366373 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:13.403500 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:13.405971 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:13.407113 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f372f8d8-16c1-4de0-82f0-ccb5e60bec7a tempest-AttachVolumeTestJSON-846646333 tempest-AttachVolumeTestJSON-846646333-project] 10.222.0.41 "DELETE /v2.0/floatingips/591bc82d-4485-4998-91a4-dccc3e3fce4c HTTP/1.1" status: 204 len: 168 time: 0.5026987 Sep 23 13:31:13.732098 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device ce8cf903-1a09-4a17-bf7c-6f27602c68a6 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:31:13.770474 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4588f-4901-4118-8f79-31d92fa294bb req-de50f01f-7248-4b20-8f4c-c97de862ca85 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:13.771969 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b2d4588f-4901-4118-8f79-31d92fa294bb req-de50f01f-7248-4b20-8f4c-c97de862ca85 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 945 time: 0.0490446 Sep 23 13:31:13.781260 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:31:13.781632 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:13.809818 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b2d4588f-4901-4118-8f79-31d92fa294bb req-bf1f72f8-beaf-4c0b-aeee-d3ab41b4be90 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308940 Sep 23 13:31:13.860746 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:13.885695 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:31:13.887901 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae0cac2-e985-4110-9e5e-6447e54e5722" -d '{"events": [{"server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "name": "network-vif-plugged", "status": "completed", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:31:13.901191 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:13.925813 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d752c27a-3654-4695-9408-d2df985e1442 x-openstack-request-id: req-d752c27a-3654-4695-9408-d2df985e1442 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:31:13.926136 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "name": "network-vif-plugged", "status": "completed", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:31:13.926392 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d752c27a-3654-4695-9408-d2df985e1442 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:31:13.926781 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'code': 200} Sep 23 13:31:13.947978 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:13.948783 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 14789776-3fe2-42d6-ad53-4518f70c6219 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:31:13.986143 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 14789776-3fe2-42d6-ad53-4518f70c6219 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:31:13.986480 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 14789776-3fe2-42d6-ad53-4518f70c6219 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:31:14.013998 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:14.235809 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5df856-7ddb-4062-892b-3cdb9279f82f req-aa512a57-320e-4219-ad57-4c41990418e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:14.237287 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1c5df856-7ddb-4062-892b-3cdb9279f82f req-aa512a57-320e-4219-ad57-4c41990418e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1099 time: 0.0433910 Sep 23 13:31:14.272703 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-1c5df856-7ddb-4062-892b-3cdb9279f82f req-0410f5f3-94d9-44ff-8221-862b57e9730e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287790 Sep 23 13:31:14.923868 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5fa2c-6c7d-4e64-92a4-03b8329232f2 req-36edfa07-eb8b-4ab3-ad35-f446bfec7b96 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:14.925278 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3cf5fa2c-6c7d-4e64-92a4-03b8329232f2 req-36edfa07-eb8b-4ab3-ad35-f446bfec7b96 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0479476 Sep 23 13:31:14.963717 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3cf5fa2c-6c7d-4e64-92a4-03b8329232f2 req-fa19c637-6b82-4aa9-b27d-216a058e26e5 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324168 Sep 23 13:31:16.081479 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04769883-a5ba-4dda-9047-a40a725ee7b6 req-ab0d7765-0253-4d23-a9ce-50235b5b0797 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:16.082866 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04769883-a5ba-4dda-9047-a40a725ee7b6 req-ab0d7765-0253-4d23-a9ce-50235b5b0797 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0511911 Sep 23 13:31:16.122464 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-04769883-a5ba-4dda-9047-a40a725ee7b6 req-60b1ec30-2258-4d79-93d1-49daf6278626 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334826 Sep 23 13:31:17.243429 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58436) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:17.704322 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16332551'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:17.990829 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Deleting port b6da52c2-8db1-4322-8270-9de68b7abc2b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:31:17.991170 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:18.068431 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] For port b6da52c2-8db1-4322-8270-9de68b7abc2b, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b6da52c2-8db1-4322-8270-9de68b7abc2b,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:18.068909 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:18.081865 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Calling delete_port for b6da52c2-8db1-4322-8270-9de68b7abc2b owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:31:18.302029 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:18.330649 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6da52c2-8db1-4322-8270-9de68b7abc2b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:18.496049 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16331662'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:18.711785 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Router 5ee2fedc-b514-4626-a388-2f3b284ce80b has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:31:18.814763 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:31:18.819856 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-637a36e8-fae8-470f-938a-6d9c9af7143c admin admin] 10.222.0.41 "PUT /v2.0/routers/5ee2fedc-b514-4626-a388-2f3b284ce80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5750711 Sep 23 13:31:18.822371 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58454) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:18.826276 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] Sync routers for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:31:18.835508 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:31:18.836167 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:31:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:18.923022 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:18.939168 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:31:19.126610 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:31:18Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:19.246834 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58462) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:19.280410 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] Checking router: 5ee2fedc-b514-4626-a388-2f3b284ce80b for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:31:19.291721 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] Routers {'5ee2fedc-b514-4626-a388-2f3b284ce80b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:31:19.292586 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:31:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['5ee2fedc-b514-4626-a388-2f3b284ce80b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:19.296859 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.312770 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Deleting subnet 67e412d0-37e1-4abb-9d89-f73fc9fc7d12 {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:31:19.316330 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.354395 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.402259 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Deleting port 50911809-1ea5-4a12-9749-9e7ba144dec5 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:31:19.403507 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.406561 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.413572 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] Set router 5ee2fedc-b514-4626-a388-2f3b284ce80b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:31:19.484260 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] For port 50911809-1ea5-4a12-9749-9e7ba144dec5, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=50911809-1ea5-4a12-9749-9e7ba144dec5,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:19.484647 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.498801 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Calling delete_port for 50911809-1ea5-4a12-9749-9e7ba144dec5 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:31:19.547834 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.575980 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e412d0-37e1-4abb-9d89-f73fc9fc7d12,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:19.578683 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.580584 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/67e412d0-37e1-4abb-9d89-f73fc9fc7d12 HTTP/1.1" status: 204 len: 168 time: 0.3330202 Sep 23 13:31:19.585799 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58464) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:19.595425 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:31:18Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:19.603348 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.603746 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.608083 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed78a2-d644-4af9-8820-adecfcbc1e2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:31:19.643174 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b550a8f-38e7-40a5-918f-eac1595cb08e None None] The sync data for ids ['5ee2fedc-b514-4626-a388-2f3b284ce80b'] in dv-cinder-809201-2-iscsi is: [{'id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'name': 'tempest-AttachVolumeTestJSON-1670954627-router', 'tenant_id': '4e315fe5e2004195a56d16354b14a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:24:50Z', 'updated_at': '2021-09-23T13:31:18Z', 'revision_number': 5, 'project_id': '4e315fe5e2004195a56d16354b14a9f4', 'gw_port': {'id': '50911809-1ea5-4a12-9749-9e7ba144dec5', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee2fedc-b514-4626-a388-2f3b284ce80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:24:51Z', 'updated_at': '2021-09-23T13:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:31:19.665464 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.735925 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.745839 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.766225 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=50911809-1ea5-4a12-9749-9e7ba144dec5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:19.766793 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e40e10-ad22-4f2e-b1e3-121ec04f812f']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:19.780463 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37512088-6ccd-4c74-ad06-0ad2f9d0b48b') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:19.780757 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37512088-6ccd-4c74-ad06-0ad2f9d0b48b') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:19.789962 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.803585 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.809643 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:31:19.813258 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:31:19.827792 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16331597'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.920357 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16319266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.922724 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:19.964022 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44d2a7-f8c6-43e7-81a1-a9f189b205e1 req-6991188e-9799-4aa8-8e51-033bee07cfed tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:19.965436 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8e44d2a7-f8c6-43e7-81a1-a9f189b205e1 req-6991188e-9799-4aa8-8e51-033bee07cfed tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0519769 Sep 23 13:31:20.004503 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8e44d2a7-f8c6-43e7-81a1-a9f189b205e1 req-5aa93a32-5677-48f7-a7a9-78e7c7fb7b69 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Sep 23 13:31:20.033092 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.038834 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.040708 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] 10.222.0.41 "DELETE /v2.0/networks/b4e40e10-ad22-4f2e-b1e3-121ec04f812f HTTP/1.1" status: 204 len: 168 time: 0.4541152 Sep 23 13:31:20.052555 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cb10b-0f4a-47bb-bd94-908793bf601b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e40e10-ad22-4f2e-b1e3-121ec04f812f,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:20.078814 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16319275'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.079193 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee2fedc-b514-4626-a388-2f3b284ce80b {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:31:20.084343 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.085516 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-b3bb17f0-d273-4a30-ab6c-44abcd79c8ed admin admin] 10.222.0.41 "DELETE /v2.0/routers/5ee2fedc-b514-4626-a388-2f3b284ce80b HTTP/1.1" status: 204 len: 168 time: 1.2623320 Sep 23 13:31:20.088168 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58478) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:20.135437 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef424647-7d21-4e61-90bd-57fd2a7adbbf admin admin] Deleting subnet 0b587dcf-4e18-4711-9334-d4a55df4a689 {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:31:20.138766 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ef424647-7d21-4e61-90bd-57fd2a7adbbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.178042 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ef424647-7d21-4e61-90bd-57fd2a7adbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.255644 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ef424647-7d21-4e61-90bd-57fd2a7adbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.332134 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58480) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:20.375114 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-74f11089-a7c6-458a-b915-6d6409e442c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3dc1a8e0dd049478f2a8e5bc685d0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417790 Sep 23 13:31:20.376664 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ef424647-7d21-4e61-90bd-57fd2a7adbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.377656 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58482) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:20.405710 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef424647-7d21-4e61-90bd-57fd2a7adbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b587dcf-4e18-4711-9334-d4a55df4a689,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:20.409631 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-ef424647-7d21-4e61-90bd-57fd2a7adbbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.411507 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-ef424647-7d21-4e61-90bd-57fd2a7adbbf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0b587dcf-4e18-4711-9334-d4a55df4a689 HTTP/1.1" status: 204 len: 168 time: 0.3222563 Sep 23 13:31:20.413913 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58484) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:20.417151 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a1fc51-d9b1-4516-b385-776ab6a3bc74 None None] Network a8499643-6d33-484f-9958-41d85f2a2feb requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:31:20.436359 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db2e0c28-38bf-4039-b75a-423dde0340b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.458482 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db2e0c28-38bf-4039-b75a-423dde0340b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.483826 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.540378 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Deleting port d720c503-00af-40a3-ac50-91f9edc00a56 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:31:20.540828 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.581293 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db2e0c28-38bf-4039-b75a-423dde0340b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.583952 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db2e0c28-38bf-4039-b75a-423dde0340b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.587456 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-db2e0c28-38bf-4039-b75a-423dde0340b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81061859-051e-45d0-b2f0-0c0a59600d9f HTTP/1.1" status: 204 len: 168 time: 0.2064159 Sep 23 13:31:20.593241 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e0c28-38bf-4039-b75a-423dde0340b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81061859-051e-45d0-b2f0-0c0a59600d9f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:20.609094 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] For port d720c503-00af-40a3-ac50-91f9edc00a56, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=d720c503-00af-40a3-ac50-91f9edc00a56,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:20.609543 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.623285 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Calling delete_port for d720c503-00af-40a3-ac50-91f9edc00a56 owned by network:dhcp {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:31:20.708824 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1740800c-48b8-4e77-ab2d-95be1ee1b169 None None] DHCP port deletion for a8499643-6d33-484f-9958-41d85f2a2feb request from dv-cinder-809201-2-iscsi {{(pid=94599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 13:31:20.756954 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1740800c-48b8-4e77-ab2d-95be1ee1b169 None None] Deleting port d720c503-00af-40a3-ac50-91f9edc00a56 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:31:20.757334 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1740800c-48b8-4e77-ab2d-95be1ee1b169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.810419 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.820411 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-1740800c-48b8-4e77-ab2d-95be1ee1b169 None None] For port d720c503-00af-40a3-ac50-91f9edc00a56, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=d720c503-00af-40a3-ac50-91f9edc00a56,segment=NetworkSegment(55daa7b2-c545-45aa-aae4-341a69a42841),segment_id=55daa7b2-c545-45aa-aae4-341a69a42841)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:20.820805 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1740800c-48b8-4e77-ab2d-95be1ee1b169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.833837 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1740800c-48b8-4e77-ab2d-95be1ee1b169 None None] Calling delete_port for d720c503-00af-40a3-ac50-91f9edc00a56 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:31:20.835909 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Pushing event deleted for resources: {'Port': ['ID=d720c503-00af-40a3-ac50-91f9edc00a56,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:20.839401 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] No DVR routers for this DVR port d720c503-00af-40a3-ac50-91f9edc00a56 on host dv-cinder-809201-2-iscsi {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:31:20.921238 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.921812 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1740800c-48b8-4e77-ab2d-95be1ee1b169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.945208 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8499643-6d33-484f-9958-41d85f2a2feb']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:20.949715 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740800c-48b8-4e77-ab2d-95be1ee1b169 None None] Pushing event deleted for resources: {'Port': ['ID=d720c503-00af-40a3-ac50-91f9edc00a56,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:20.956677 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55daa7b2-c545-45aa-aae4-341a69a42841') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:20.957220 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55daa7b2-c545-45aa-aae4-341a69a42841') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:31:20.957427 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740800c-48b8-4e77-ab2d-95be1ee1b169 None None] No DVR routers for this DVR port d720c503-00af-40a3-ac50-91f9edc00a56 on host dv-cinder-809201-2-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:31:20.973062 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.988320 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.995239 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:31:20.995648 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:31:20.998010 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:31:21.125094 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd6e1b-f98c-4c42-8dc0-78df42db5a9c req-921534ea-16da-44ff-b09d-b88265e20dbb tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:21.126558 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9dcd6e1b-f98c-4c42-8dc0-78df42db5a9c req-921534ea-16da-44ff-b09d-b88265e20dbb tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0484214 Sep 23 13:31:21.127634 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:21.132728 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:21.134485 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] 10.222.0.41 "DELETE /v2.0/networks/a8499643-6d33-484f-9958-41d85f2a2feb HTTP/1.1" status: 204 len: 168 time: 0.7196481 Sep 23 13:31:21.151160 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d80a4-95ce-4128-ab9e-35395548e47e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8499643-6d33-484f-9958-41d85f2a2feb,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:21.178064 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9dcd6e1b-f98c-4c42-8dc0-78df42db5a9c req-f260a57b-98c7-47b2-bab5-55a731ad5283 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Sep 23 13:31:21.315426 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 50911809-1ea5-4a12-9749-9e7ba144dec5 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:31:21.335909 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 50911809-1ea5-4a12-9749-9e7ba144dec5 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:31:21.336253 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 50911809-1ea5-4a12-9749-9e7ba144dec5 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:31:21.336670 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device d720c503-00af-40a3-ac50-91f9edc00a56 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:31:21.355828 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: d720c503-00af-40a3-ac50-91f9edc00a56 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:31:21.356203 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device d720c503-00af-40a3-ac50-91f9edc00a56 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:31:21.356613 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b6da52c2-8db1-4322-8270-9de68b7abc2b no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:31:21.378947 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: b6da52c2-8db1-4322-8270-9de68b7abc2b {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:31:21.379288 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b6da52c2-8db1-4322-8270-9de68b7abc2b not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:31:21.449446 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58492) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:21.488935 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-d80cb4d6-f349-41f4-9088-fd34dab6089a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e315fe5e2004195a56d16354b14a9f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377727 Sep 23 13:31:21.491202 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58494) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:21.537700 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-06f98607-f7e7-468f-b7eb-4aadcdd567f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:21.561832 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-06f98607-f7e7-468f-b7eb-4aadcdd567f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:21.655746 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-06f98607-f7e7-468f-b7eb-4aadcdd567f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:21.658252 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-06f98607-f7e7-468f-b7eb-4aadcdd567f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:21.659401 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-06f98607-f7e7-468f-b7eb-4aadcdd567f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a4eb1f7-a456-4354-9d57-ec08789d0840 HTTP/1.1" status: 204 len: 168 time: 0.1672952 Sep 23 13:31:21.667095 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f98607-f7e7-468f-b7eb-4aadcdd567f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4eb1f7-a456-4354-9d57-ec08789d0840,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:22.302217 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b41a9-5544-40ab-92e3-a039f6c7500a req-34fca6d2-2f07-4e31-aca1-49df5dfe03fa tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:22.303706 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-518b41a9-5544-40ab-92e3-a039f6c7500a req-34fca6d2-2f07-4e31-aca1-49df5dfe03fa tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0530732 Sep 23 13:31:22.341033 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-518b41a9-5544-40ab-92e3-a039f6c7500a req-5fedb503-0486-40b0-8029-b60686386429 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308330 Sep 23 13:31:22.592428 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58518) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:22.689164 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-709598121-network', 'tenant_id': '761f1cae547d48608326106cf511390e'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:31:22.769612 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Made reservation on behalf of 761f1cae547d48608326106cf511390e for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:31:22.771882 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:22.780026 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:22.863720 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:22.906736 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:22.931189 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:31:22.941120 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a6bda-2ed2-423b-a611-3989802f113c,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:22.945691 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:22.946035 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Added segment 9811c6ef-d229-4859-b5fc-975238c0ca6a of type vlan for network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 Sep 23 13:31:22.989836 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:23.061715 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:23.062665 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:23.063273 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:23.119783 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] Pushing event updated for resources: {'Network': ['ID=6775faf1-4861-4794-a4b3-b79d8b6eaad4,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:23.129286 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:31:23.159282 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-f5fd0262-757d-4a8e-8fea-08f4bd62eae8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5657716 Sep 23 13:31:23.162117 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 58522) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:31:23.166754 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Request body: {'subnet': {'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-709598121-subnet', 'tenant_id': '761f1cae547d48608326106cf511390e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:31:23.261367 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Made reservation on behalf of 761f1cae547d48608326106cf511390e for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:31:23.264020 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999528'] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:23.469646 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072761a-0a09-4613-8a18-1af61475bbd4 req-30e0d933-f94d-4e46-8b66-bfacf6876053 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:23.471094 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8072761a-0a09-4613-8a18-1af61475bbd4 req-30e0d933-f94d-4e46-8b66-bfacf6876053 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0557926 Sep 23 13:31:23.509054 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12696523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999514'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:23.517061 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8072761a-0a09-4613-8a18-1af61475bbd4 req-82a8f0ea-01ee-4332-acfe-22b7447ca6d0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 Sep 23 13:31:23.562167 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1794662d-2de1-464d-97d3-e1604730bb5f,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:23.577033 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Checking segment: {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:31:23.577389 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Network hostable DHCP agents. Network: 6775faf1-4861-4794-a4b3-b79d8b6eaad4, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:31:23.655917 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:31:23.712396 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 6775faf1-4861-4794-a4b3-b79d8b6eaad4) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:31:23.717170 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:23.717743 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:23.722688 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d65997e-c827-4667-8d62-065f39bb8c13 None None] Network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:31:23.782370 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-5be24515-9c9c-4b98-ab98-e5d01dda7dff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6192265 Sep 23 13:31:23.844778 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbab77a-243d-48d9-ac53-517244feedf8 None None] Network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:31:24.202183 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-57fa4a58-130a-4c61-931b-ff1a2ffa8561 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:24.203664 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-57fa4a58-130a-4c61-931b-ff1a2ffa8561 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/networks?id=6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 200 len: 814 time: 0.1001220 Sep 23 13:31:24.218410 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-ae995390-6d18-4d0d-97ec-ca088a8a9f24 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/quotas/761f1cae547d48608326106cf511390e HTTP/1.1" status: 200 len: 375 time: 0.0090365 Sep 23 13:31:24.254578 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-38d4708f-03dc-4c84-a0f9-f8e2eba14614 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308111 Sep 23 13:31:24.347914 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-f85e448e-b1f9-49dc-b4a0-7c6d0fb318fd service neutron] 10.222.0.41 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865130 Sep 23 13:31:24.437733 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-515ed4c6-36d4-4356-a636-c69c17c0e4a3 service neutron] 10.222.0.41 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837271 Sep 23 13:31:24.634263 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cd823-718f-466b-b115-2cf8bb95fd33 req-36247870-c9c9-42b7-99a1-108ca948e42e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:24.636274 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bf2cd823-718f-466b-b115-2cf8bb95fd33 req-36247870-c9c9-42b7-99a1-108ca948e42e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0497026 Sep 23 13:31:24.703607 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bf2cd823-718f-466b-b115-2cf8bb95fd33 req-3d4952b3-4e01-4500-bdc7-52df757f96a9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585463 Sep 23 13:31:24.705400 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-954fc54b-d2a1-4ce7-af99-6a01dbdcd7ea req-49d1ae28-6cdd-4046-8d08-2d38e8b456bc tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 210 time: 0.0313480 Sep 23 13:31:25.808208 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4d12bee6-11c4-4ec0-9561-34d8148f5d29 req-3d872f78-c4cd-4756-90fa-c69f9965e89a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 210 time: 0.0357776 Sep 23 13:31:25.848987 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2ce97-1faf-47c3-912e-d704c3b2027e req-66f9b068-9693-432d-b790-c3642434a8a0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:25.850456 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-49a2ce97-1faf-47c3-912e-d704c3b2027e req-66f9b068-9693-432d-b790-c3642434a8a0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0692828 Sep 23 13:31:25.888606 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-49a2ce97-1faf-47c3-912e-d704c3b2027e req-4ceb5f74-eef6-4954-ad05-2e40dec18a5a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318379 Sep 23 13:31:26.693750 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-6c00620b-6e46-4e5b-91f8-a54907b5abf6 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:26.695235 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-6c00620b-6e46-4e5b-91f8-a54907b5abf6 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "GET /v2.0/networks?id=6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 200 len: 814 time: 0.0994630 Sep 23 13:31:26.708498 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Request body: {'port': {'device_id': '90123c51-6447-40c7-9791-5389c36e5ace', 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4', 'admin_state_up': True, 'tenant_id': '761f1cae547d48608326106cf511390e'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:31:26.884447 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Made reservation on behalf of 761f1cae547d48608326106cf511390e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:31:26.889217 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:26.904406 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-25edcf36-164c-4d5f-9c2f-08ab68ca5e76 req-3217dc32-4c07-4b9c-92bc-80eddffcc318 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 210 time: 0.0264406 Sep 23 13:31:27.011061 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982cdfb-4a1b-4288-9a97-298c28d96306 req-c75e5c29-b8d2-475f-a3f0-ebad50f808c3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:27.012663 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c982cdfb-4a1b-4288-9a97-298c28d96306 req-c75e5c29-b8d2-475f-a3f0-ebad50f808c3 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Sep 23 13:31:27.027564 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Allocated IP 172.20.0.12 (6775faf1-4861-4794-a4b3-b79d8b6eaad4/1794662d-2de1-464d-97d3-e1604730bb5f/5e8a8c68-a843-4bc5-b087-6abb9d88afd5) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:31:27.056653 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c982cdfb-4a1b-4288-9a97-298c28d96306 req-4a2b036a-8e2c-4b38-8a48-81fca6b8b5fc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368783 Sep 23 13:31:27.170309 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:27.256244 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:27.299538 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:31:27.302514 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:31:27.306031 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:31:27.341731 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Pushing event updated for resources: {'Port': ['ID=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:27.365539 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:27.366135 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:27.433303 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-2faef133-32bc-4144-9b45-40854dece169 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7283413 Sep 23 13:31:27.449393 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Request body: {'port': {'device_id': '90123c51-6447-40c7-9791-5389c36e5ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:31:27.501851 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:27.729890 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:27.762770 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:31:27.770191 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:27.782038 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Transition to ACTIVE for port object 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:31:27.860860 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:27.910390 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:27.978653 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Attempting to bind port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:31:27.978987 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Attempting to bind port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:31:27.979311 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Attempting to bind port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:31:27.984603 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:31:27.984860 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Attempting to bind port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:31:27.989621 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:31:27.989951 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Checking segment: {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:31:27.990619 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Bound using segment: {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:31:27.990731 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Bound port: 5e8a8c68-a843-4bc5-b087-6abb9d88afd5, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:31:27.991064 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:28.024066 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b3716-b26d-40e3-8c76-0031d7cf4516 req-9a95925e-7384-4e91-ae03-0f5deedeb0b1 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:28.025614 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-402b3716-b26d-40e3-8c76-0031d7cf4516 req-9a95925e-7384-4e91-ae03-0f5deedeb0b1 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 944 time: 0.0496976 Sep 23 13:31:28.054615 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] For port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:31:28.057971 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] For port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:31:28.064073 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-402b3716-b26d-40e3-8c76-0031d7cf4516 req-2d31116b-994a-4add-b39c-b39a1e995d7b tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320830 Sep 23 13:31:28.147770 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:28.175876 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ccd1a-f331-4f7c-aee2-54f24c8c6a4d req-2b9f2670-79ba-4603-9530-2223e7f5aab6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:28.177372 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b9ccd1a-f331-4f7c-aee2-54f24c8c6a4d req-2b9f2670-79ba-4603-9530-2223e7f5aab6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0472803 Sep 23 13:31:28.182005 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:28.182611 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:28.184644 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e8a8c68-a843-4bc5-b087-6abb9d88afd5 HTTP/1.1" status: 200 len: 1094 time: 0.7386789 Sep 23 13:31:28.185241 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90123c51-6447-40c7-9791-5389c36e5ace', 'tag': '5e8a8c68-a843-4bc5-b087-6abb9d88afd5'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:31:28.187421 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3595df49-bac4-464f-ac4c-f19753a9ed25" -d '{"events": [{"name": "network-changed", "server_uuid": "90123c51-6447-40c7-9791-5389c36e5ace", "tag": "5e8a8c68-a843-4bc5-b087-6abb9d88afd5"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:31:28.215467 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04985ff9-f94f-46a7-89e3-6d5ce0c0b2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:28.224338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b9ccd1a-f331-4f7c-aee2-54f24c8c6a4d req-05663474-2c10-45f3-a9c3-a6f35d6a5531 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387399 Sep 23 13:31:28.228915 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f573aa2-ca12-46db-8e60-640d5d54baf3 x-openstack-request-id: req-8f573aa2-ca12-46db-8e60-640d5d54baf3 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:31:28.229202 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90123c51-6447-40c7-9791-5389c36e5ace", "tag": "5e8a8c68-a843-4bc5-b087-6abb9d88afd5", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:31:28.229496 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f573aa2-ca12-46db-8e60-640d5d54baf3 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:31:28.229853 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90123c51-6447-40c7-9791-5389c36e5ace', 'tag': '5e8a8c68-a843-4bc5-b087-6abb9d88afd5', 'status': 'completed', 'code': 200} Sep 23 13:31:28.299129 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595df49-bac4-464f-ac4c-f19753a9ed25 req-129c6ce7-fc66-4279-aad8-8eb15634607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:28.300636 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3595df49-bac4-464f-ac4c-f19753a9ed25 req-129c6ce7-fc66-4279-aad8-8eb15634607e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 1097 time: 0.0402293 Sep 23 13:31:28.399162 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595df49-bac4-464f-ac4c-f19753a9ed25 req-bd1af675-7456-4d7a-a21f-c570a40297e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:28.400652 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3595df49-bac4-464f-ac4c-f19753a9ed25 req-bd1af675-7456-4d7a-a21f-c570a40297e2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=761f1cae547d48608326106cf511390e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0912952 Sep 23 13:31:28.495266 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595df49-bac4-464f-ac4c-f19753a9ed25 req-01ba7bf9-695b-4a0a-8f66-d75e1361b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:28.496868 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-3595df49-bac4-464f-ac4c-f19753a9ed25 req-01ba7bf9-695b-4a0a-8f66-d75e1361b1bf service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879631 Sep 23 13:31:28.572703 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-be46b0be-6d3f-4ba1-a5f1-e5de94d540d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:28.574152 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-be46b0be-6d3f-4ba1-a5f1-e5de94d540d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 1097 time: 0.0387621 Sep 23 13:31:28.615972 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-0d7a8306-f0de-4589-9de2-17565df974f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8a8c68-a843-4bc5-b087-6abb9d88afd5 HTTP/1.1" status: 200 len: 217 time: 0.0336137 Sep 23 13:31:28.663247 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-d725438e-dc04-4dc7-8179-5e5d3b7776e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:28.664670 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-d725438e-dc04-4dc7-8179-5e5d3b7776e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1794662d-2de1-464d-97d3-e1604730bb5f HTTP/1.1" status: 200 len: 854 time: 0.0418360 Sep 23 13:31:28.698105 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-c21b8679-ca2b-40c4-b2e2-3333048761f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6775faf1-4861-4794-a4b3-b79d8b6eaad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253508 Sep 23 13:31:28.789430 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-ad97a9fc-a923-4663-81a3-9d33cd61b78c service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828569 Sep 23 13:31:28.879848 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-edf1ac3a-8cf8-4b5f-b63d-ccc0d398da1f req-343cbd43-192c-49de-aee5-62fe90cf7f20 service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832493 Sep 23 13:31:29.176851 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef328a-5967-49d4-830f-b5b1791fc956 req-c4601f12-8866-4094-9d93-4e9370489d53 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:29.178290 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-acef328a-5967-49d4-830f-b5b1791fc956 req-c4601f12-8866-4094-9d93-4e9370489d53 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 944 time: 0.0471590 Sep 23 13:31:29.219011 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-acef328a-5967-49d4-830f-b5b1791fc956 req-a8ba30bc-c28a-494a-9eb6-579d65ef12fe tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Sep 23 13:31:29.345654 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b340b-dedd-4be0-9052-53074c111cef req-a0771e93-8ab1-43ba-8a08-35eac0eb9ba0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:29.347034 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5e7b340b-dedd-4be0-9052-53074c111cef req-a0771e93-8ab1-43ba-8a08-35eac0eb9ba0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Sep 23 13:31:29.385045 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5e7b340b-dedd-4be0-9052-53074c111cef req-17ec9904-57ff-4e9a-bf16-42dd3c2cb81d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Sep 23 13:31:30.181242 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9e40f5e-7030-4aa1-a425-a7ed00108600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:30.331468 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd007af-bfde-4dd7-a2eb-c1a1f18cf000 req-74e0dd61-ccba-4a59-b320-75885469ee0b tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:30.332904 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ddd007af-bfde-4dd7-a2eb-c1a1f18cf000 req-74e0dd61-ccba-4a59-b320-75885469ee0b tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 944 time: 0.0482275 Sep 23 13:31:30.369833 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ddd007af-bfde-4dd7-a2eb-c1a1f18cf000 req-41bd741c-d845-4a8c-8da6-9d95cc3d8d3e tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307314 Sep 23 13:31:30.502929 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a67ff-0469-4e26-b19b-33bc4dab25e2 req-a61936d7-ad56-438a-a6ee-7bb79efc7287 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:30.504422 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7b1a67ff-0469-4e26-b19b-33bc4dab25e2 req-a61936d7-ad56-438a-a6ee-7bb79efc7287 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0493202 Sep 23 13:31:30.545882 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7b1a67ff-0469-4e26-b19b-33bc4dab25e2 req-980f01f2-0f8f-4829-abd9-64ad88e64904 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353789 Sep 23 13:31:31.485182 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab180ac0-8284-40f9-8108-665008b3b601 req-0cdf78df-2251-42eb-934d-31be01985eee tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:31.486540 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ab180ac0-8284-40f9-8108-665008b3b601 req-0cdf78df-2251-42eb-934d-31be01985eee tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 944 time: 0.0477414 Sep 23 13:31:31.524471 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ab180ac0-8284-40f9-8108-665008b3b601 req-aacd7d79-d270-44b3-811c-8b240f6cbc29 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Sep 23 13:31:31.661148 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46176be0-b737-48b8-bf31-1879dc0c6426 req-223544d2-ca0d-43a0-b440-0c619ae587c6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:31.662592 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-46176be0-b737-48b8-bf31-1879dc0c6426 req-223544d2-ca0d-43a0-b440-0c619ae587c6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Sep 23 13:31:31.698816 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-46176be0-b737-48b8-bf31-1879dc0c6426 req-edf4525a-a9d1-4474-83e6-28ba71583c9d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296338 Sep 23 13:31:31.848072 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:31:31.942929 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:31.954040 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '5e8a8c68-a843-4bc5-b087-6abb9d88afd5', 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4', 'port_id': '5e8a8c68-a843-4bc5-b087-6abb9d88afd5', 'mac_address': 'fa:16:3e:e2:03:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1794662d-2de1-464d-97d3-e1604730bb5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:31:31.989950 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:32.003037 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:31:32.021398 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:32.083779 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:32.084410 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:31:32.158436 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:32.216447 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:32.227170 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'port_id': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'mac_address': 'fa:16:3e:1b:b4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:31:32.263355 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:32.275390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:31:32.294951 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:32.352800 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:32.409592 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:32.438428 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:31:32.591020 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['5e8a8c68-a843-4bc5-b087-6abb9d88afd5'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:31:32.594947 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c90f1a70-8608-4dd7-9af0-51889db3c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:32.644031 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664d9ea-b442-4569-9cc1-af7d537d4a37 req-fbbbfce7-28db-4c2d-ab94-12815ff0004f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:32.645522 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0664d9ea-b442-4569-9cc1-af7d537d4a37 req-fbbbfce7-28db-4c2d-ab94-12815ff0004f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 945 time: 0.0490580 Sep 23 13:31:32.689109 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0664d9ea-b442-4569-9cc1-af7d537d4a37 req-1d72d152-efa2-4ceb-aa67-7cba4dc43a2e tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Sep 23 13:31:32.819461 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ab063-8168-4260-9b16-78c45e13610c req-40390926-a35e-42a4-a91d-7c01972bc8cb tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:32.820987 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-991ab063-8168-4260-9b16-78c45e13610c req-40390926-a35e-42a4-a91d-7c01972bc8cb tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 944 time: 0.0483825 Sep 23 13:31:32.860243 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-991ab063-8168-4260-9b16-78c45e13610c req-36aeb380-52d7-4b7e-b8d1-e4e4a13d9d74 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323949 Sep 23 13:31:33.279092 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:33.819269 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f9cd9-5117-40a1-971e-035f9f773db8 req-e3d4a892-aeea-4004-96bc-7fce4b319040 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:33.820780 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-325f9cd9-5117-40a1-971e-035f9f773db8 req-e3d4a892-aeea-4004-96bc-7fce4b319040 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 945 time: 0.0535560 Sep 23 13:31:33.849111 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:31:33.883939 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-325f9cd9-5117-40a1-971e-035f9f773db8 req-fd7dce1f-57fb-4b37-b5c9-34593cc0aa5e tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Sep 23 13:31:33.990480 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629e79d-b604-4bbd-b4e4-ee1523f00f90 req-0faa398e-c3e9-428e-be2b-5c9bf04fd3d6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:33.991865 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d629e79d-b604-4bbd-b4e4-ee1523f00f90 req-0faa398e-c3e9-428e-be2b-5c9bf04fd3d6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 944 time: 0.0522606 Sep 23 13:31:33.998571 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:34.031171 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:31:34.035306 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:31:34.035870 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:34.052248 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d629e79d-b604-4bbd-b4e4-ee1523f00f90 req-79223fd7-5c9d-432c-8387-444f666cebbd tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472667 Sep 23 13:31:34.144797 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:34.168943 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90123c51-6447-40c7-9791-5389c36e5ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8a8c68-a843-4bc5-b087-6abb9d88afd5'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:31:34.171506 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d217b-be13-450f-9835-5869184182f9" -d '{"events": [{"server_uuid": "90123c51-6447-40c7-9791-5389c36e5ace", "name": "network-vif-plugged", "status": "completed", "tag": "5e8a8c68-a843-4bc5-b087-6abb9d88afd5"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:31:34.200443 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:34.216087 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb119544-d51a-44b7-bb2e-7acd350c2014 x-openstack-request-id: req-fb119544-d51a-44b7-bb2e-7acd350c2014 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:31:34.219865 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90123c51-6447-40c7-9791-5389c36e5ace", "name": "network-vif-plugged", "status": "completed", "tag": "5e8a8c68-a843-4bc5-b087-6abb9d88afd5", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:31:34.220235 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb119544-d51a-44b7-bb2e-7acd350c2014 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:31:34.221252 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90123c51-6447-40c7-9791-5389c36e5ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8a8c68-a843-4bc5-b087-6abb9d88afd5', 'code': 200} Sep 23 13:31:34.255755 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:34.256502 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:31:34.345840 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:34.359935 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:31:34.360383 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:34.529271 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135596a-e99a-4cc2-b342-e8968e360d1e req-5e50b882-11fb-49ec-a462-5af80a9c7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:34.531647 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-b135596a-e99a-4cc2-b342-e8968e360d1e req-5e50b882-11fb-49ec-a462-5af80a9c7093 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 1099 time: 0.0564430 Sep 23 13:31:34.573744 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-b135596a-e99a-4cc2-b342-e8968e360d1e req-df7b537c-1ff2-4f0d-8b7b-b58ee6c5b8bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350568 Sep 23 13:31:34.582120 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:34.619854 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:34.684961 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:34.739498 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:35.012997 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa068-1647-4bea-a4a1-3f33bf641681 req-b930f2a9-8e85-428d-a55a-dbe8c152df6b tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:35.014727 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cacfa068-1647-4bea-a4a1-3f33bf641681 req-b930f2a9-8e85-428d-a55a-dbe8c152df6b tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 946 time: 0.0582619 Sep 23 13:31:35.060750 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cacfa068-1647-4bea-a4a1-3f33bf641681 req-3f0e9d6b-9368-4fb5-bcd6-f05852add6d0 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Sep 23 13:31:35.184745 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3c5cd-8730-4078-a8e4-01ff820cc638 req-817fb2dd-d10b-4158-a941-4546589aa388 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:35.186279 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-63f3c5cd-8730-4078-a8e4-01ff820cc638 req-817fb2dd-d10b-4158-a941-4546589aa388 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0515416 Sep 23 13:31:35.237908 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-63f3c5cd-8730-4078-a8e4-01ff820cc638 req-c0ee9f1d-458d-436f-a85f-a00b2ab13ae7 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452857 Sep 23 13:31:35.484828 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:36.188994 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfafbf-ed9a-44b2-821d-bf0bbcd1c46e req-73be58b0-2df0-458d-8f26-d33b1dbea9e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:36.190490 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-49bfafbf-ed9a-44b2-821d-bf0bbcd1c46e req-73be58b0-2df0-458d-8f26-d33b1dbea9e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 946 time: 0.0483625 Sep 23 13:31:36.222676 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:31:36.225086 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f109acc-f708-45ce-aa78-2cbebbfa0db1" -d '{"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-plugged", "status": "completed", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:31:36.236501 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-49bfafbf-ed9a-44b2-821d-bf0bbcd1c46e req-91204869-e8ea-4b33-9644-5d17653f698a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Sep 23 13:31:36.261611 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8c8803-b5f2-4b07-9e02-875257161b83 x-openstack-request-id: req-8c8c8803-b5f2-4b07-9e02-875257161b83 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:31:36.261914 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-plugged", "status": "completed", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:31:36.262251 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c8c8803-b5f2-4b07-9e02-875257161b83 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:31:36.262832 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'code': 200} Sep 23 13:31:36.361174 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a4c5-cfba-4d0b-ac7f-630a67a7f05a req-49b1f33b-4fcc-4e58-afa6-69f1507b4787 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:36.362586 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b810a4c5-cfba-4d0b-ac7f-630a67a7f05a req-49b1f33b-4fcc-4e58-afa6-69f1507b4787 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0577185 Sep 23 13:31:36.410624 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b810a4c5-cfba-4d0b-ac7f-630a67a7f05a req-cd80fa75-d11c-42e6-9fa4-b429e5565b9a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419950 Sep 23 13:31:37.368874 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c0c68-ddd7-41c0-96ac-5847e5b08e2d req-9ea91906-47e1-4733-a79b-724201793843 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:37.370780 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-296c0c68-ddd7-41c0-96ac-5847e5b08e2d req-9ea91906-47e1-4733-a79b-724201793843 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 946 time: 0.0584350 Sep 23 13:31:37.422175 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-296c0c68-ddd7-41c0-96ac-5847e5b08e2d req-893fdc20-9528-4d3b-b756-598928958da3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Sep 23 13:31:37.560405 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a62b8-c118-4777-9e58-b423a29a070a req-8ba415a9-8eab-41b2-b911-bbbf2573f082 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:37.562454 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-089a62b8-c118-4777-9e58-b423a29a070a req-8ba415a9-8eab-41b2-b911-bbbf2573f082 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0580306 Sep 23 13:31:37.628551 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-089a62b8-c118-4777-9e58-b423a29a070a req-9a01fbab-3fbc-40ce-85cc-5b1efd9c4cdd tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586596 Sep 23 13:31:38.754684 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca06b46-a5f0-40f7-b0b0-d9e1d3f937ab req-c6cdc5a7-36f6-4f7a-ac57-ffc8559a26b0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:38.756422 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dca06b46-a5f0-40f7-b0b0-d9e1d3f937ab req-c6cdc5a7-36f6-4f7a-ac57-ffc8559a26b0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0525148 Sep 23 13:31:38.800789 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dca06b46-a5f0-40f7-b0b0-d9e1d3f937ab req-f0351f12-e001-47f8-97a1-611ea679d3bf tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380652 Sep 23 13:31:39.930281 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e39a3a-39c9-4726-bffa-21557bb16de6 req-39f067c6-6c62-49dd-9105-1651fdc4f977 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:39.931967 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-42e39a3a-39c9-4726-bffa-21557bb16de6 req-39f067c6-6c62-49dd-9105-1651fdc4f977 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0544157 Sep 23 13:31:40.000605 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-42e39a3a-39c9-4726-bffa-21557bb16de6 req-e0d4480d-5c4a-41c7-bf3a-a2169dbb40d5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615506 Sep 23 13:31:41.148423 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b04d3-6d8e-4013-9b8b-16cdc9e043e4 req-8c3ab3c7-5235-4f06-af4e-5e1426254e78 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:41.154403 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-187b04d3-6d8e-4013-9b8b-16cdc9e043e4 req-8c3ab3c7-5235-4f06-af4e-5e1426254e78 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0566468 Sep 23 13:31:41.197021 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-187b04d3-6d8e-4013-9b8b-16cdc9e043e4 req-0f76b903-2ee5-40cc-8234-6bc9242c329b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399489 Sep 23 13:31:41.866442 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:31:42.325227 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031994d3-2338-4c24-800e-3566fdd135af req-15630de5-879a-4633-83c8-12e3ee2aacbc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:42.326693 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-031994d3-2338-4c24-800e-3566fdd135af req-15630de5-879a-4633-83c8-12e3ee2aacbc tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0542300 Sep 23 13:31:42.364089 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-031994d3-2338-4c24-800e-3566fdd135af req-b6aa518e-ff3c-4c79-86a2-ecf077c8943a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314097 Sep 23 13:31:43.483627 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120bb14-4422-4228-9dea-c66f3f10ae9e req-9e8ebe92-de97-416a-9664-636013d98955 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:43.485136 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b120bb14-4422-4228-9dea-c66f3f10ae9e req-9e8ebe92-de97-416a-9664-636013d98955 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0486889 Sep 23 13:31:43.522664 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b120bb14-4422-4228-9dea-c66f3f10ae9e req-9f8555f8-1ad0-4d52-8b59-34d95c115dd4 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311806 Sep 23 13:31:44.076967 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-b2087785-154e-4e45-9444-29541812178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:44.078418 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-b2087785-154e-4e45-9444-29541812178a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 1098 time: 0.0384099 Sep 23 13:31:44.169018 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-d7b58119-7658-4c2b-a094-195c5e2aed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:44.170422 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-d7b58119-7658-4c2b-a094-195c5e2aed55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 918 time: 0.0851452 Sep 23 13:31:44.235528 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-c2cd8630-6bfa-439f-b480-faa446a2b9fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c HTTP/1.1" status: 200 len: 1001 time: 0.0563715 Sep 23 13:31:44.288816 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-5b3b9118-7bf0-4006-8a48-8dbf2fc33256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:44.290286 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-5b3b9118-7bf0-4006-8a48-8dbf2fc33256 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0477185 Sep 23 13:31:44.334442 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-674742dd-3ae3-4d7f-b578-636540966989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:44.335844 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-674742dd-3ae3-4d7f-b578-636540966989 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378196 Sep 23 13:31:44.423405 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-45efa293-e29b-4b38-b9c5-2c84e499c6e5 service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795145 Sep 23 13:31:44.517096 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-93a2bfaf-6b17-4a87-9bbb-d5153977222d req-1071e76d-d56b-44df-ae9d-c38a6ee2010a service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860960 Sep 23 13:31:44.639775 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd3578-ea9a-4362-b633-0ff2a81fcd59 req-9c026fde-25e5-4276-8e51-5f56539c9877 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:44.641107 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b6fd3578-ea9a-4362-b633-0ff2a81fcd59 req-9c026fde-25e5-4276-8e51-5f56539c9877 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0474010 Sep 23 13:31:44.680973 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b6fd3578-ea9a-4362-b633-0ff2a81fcd59 req-aa5bf694-d187-414c-a3da-ae58e9f069a5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340943 Sep 23 13:31:45.797778 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38ef31-c85d-4992-a830-1d49a2b686ff req-e1264803-defe-49c5-81a9-61fcb6590f3b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:45.799214 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd38ef31-c85d-4992-a830-1d49a2b686ff req-e1264803-defe-49c5-81a9-61fcb6590f3b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0476813 Sep 23 13:31:45.835790 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd38ef31-c85d-4992-a830-1d49a2b686ff req-4964b8a8-e5f4-4a50-aa56-a7f44957c5db tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305765 Sep 23 13:31:46.955455 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48263e17-391b-46fe-88ce-0edcaba1cf8d req-deff888b-df57-4373-8083-4a4c04b81d1f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:46.956867 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-48263e17-391b-46fe-88ce-0edcaba1cf8d req-deff888b-df57-4373-8083-4a4c04b81d1f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 945 time: 0.0491285 Sep 23 13:31:46.993947 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-48263e17-391b-46fe-88ce-0edcaba1cf8d req-fced6faa-82aa-4233-bd1b-500ebd27c433 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311065 Sep 23 13:31:47.917509 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:31:47.993055 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-9265720e-9083-4b90-845f-fabe62102b6f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:47.994802 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-9265720e-9083-4b90-845f-fabe62102b6f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/networks?id=6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 200 len: 814 time: 0.3654888 Sep 23 13:31:47.996728 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:48.010386 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-50bae108-0259-4d16-993f-6c80841d0dc9 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/quotas/761f1cae547d48608326106cf511390e HTTP/1.1" status: 200 len: 375 time: 0.0091736 Sep 23 13:31:48.019559 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:31:48.021984 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17069e63-bc79-4834-8e21-fdab9a54ccc4" -d '{"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-unplugged", "status": "completed", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:31:48.044830 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:31:48.063857 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e5ad05-2aca-4cfb-94d2-a6ee9386aeb9 x-openstack-request-id: req-f7e5ad05-2aca-4cfb-94d2-a6ee9386aeb9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:31:48.063857 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-unplugged", "status": "failed", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c", "code": 422}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:31:48.063857 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7e5ad05-2aca-4cfb-94d2-a6ee9386aeb9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:31:48.063857 dv-cinder-809201-2-iscsi neutron-server[94599]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'code': 422} returned with failed status Sep 23 13:31:48.064247 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-e82f6bdd-c258-41b9-a91a-55c7378ef59f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447357 Sep 23 13:31:48.101646 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:48.157583 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:48.157806 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-06ec6b78-9834-4f56-96e1-7f5982914512 service neutron] 10.222.0.41 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885651 Sep 23 13:31:48.247590 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-d2f4d433-0f03-413f-80a1-c1bc7e677f74 service neutron] 10.222.0.41 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833340 Sep 23 13:31:48.468114 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a32335d4-bfc3-4d38-b116-a60476c7e2fc req-fd8a0ebb-eb04-4661-9ee9-5072ef176704 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 210 time: 0.0282419 Sep 23 13:31:48.993087 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206c54e-9ec0-4ff3-afd2-4980cdd38001 req-dcf97636-bbe9-409b-9c1f-2ba3be3c53ea tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:48.994828 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a206c54e-9ec0-4ff3-afd2-4980cdd38001 req-dcf97636-bbe9-409b-9c1f-2ba3be3c53ea tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0525253 Sep 23 13:31:49.033784 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a206c54e-9ec0-4ff3-afd2-4980cdd38001 req-3209e640-e2f8-438c-a165-3861040dea0c tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324743 Sep 23 13:31:49.168394 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-baf6af92-4edc-4ff4-ad87-37925071679b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395539 Sep 23 13:31:49.563209 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a431675d-fe58-4964-b7ab-f5c11e1c3e04 req-8d857849-d15e-42db-b0b3-dde9a7aa4303 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 210 time: 0.0273137 Sep 23 13:31:50.158969 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3f082-d213-4ba3-adce-93b4aaef8914 req-47931e90-0955-41ac-be55-7518b901091e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:50.160481 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-47c3f082-d213-4ba3-adce-93b4aaef8914 req-47931e90-0955-41ac-be55-7518b901091e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0489035 Sep 23 13:31:50.198448 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-47c3f082-d213-4ba3-adce-93b4aaef8914 req-9897a7a1-5085-49cc-8030-9af7cb1b8c00 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317612 Sep 23 13:31:50.351471 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-1eaf1fe1-a26b-48ab-9fcd-3e74526d6057 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:50.352902 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-1eaf1fe1-a26b-48ab-9fcd-3e74526d6057 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "GET /v2.0/networks?id=6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 200 len: 814 time: 0.1049130 Sep 23 13:31:50.367852 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Request body: {'port': {'device_id': 'a5c5c4b5-5fc9-4865-8091-80de581d4d3c', 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4', 'admin_state_up': True, 'tenant_id': '761f1cae547d48608326106cf511390e'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:31:50.518617 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Made reservation on behalf of 761f1cae547d48608326106cf511390e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:31:50.522630 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:50.658260 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Allocated IP 172.20.0.7 (6775faf1-4861-4794-a4b3-b79d8b6eaad4/1794662d-2de1-464d-97d3-e1604730bb5f/7cb54d97-327e-4275-a3aa-a6b869f2b093) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:31:50.681876 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-94c423d9-afc1-43ad-b055-aa336b5322a5 req-cfe8fc7e-2142-40d0-9871-953ad6186dc2 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 210 time: 0.0421174 Sep 23 13:31:50.696460 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-dfd01ce2-0d2a-4874-a8f2-c43b2e666c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:50.697973 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-dfd01ce2-0d2a-4874-a8f2-c43b2e666c49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109&tenant_id=02b0d5c47aa94594a176ee743ffde0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0692832 Sep 23 13:31:50.761580 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-b0cfc520-0528-4127-88a3-6cec0bca717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:50.763177 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-b0cfc520-0528-4127-88a3-6cec0bca717f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 1096 time: 0.0406098 Sep 23 13:31:50.808558 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:50.860895 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-398f6153-27b7-4ab7-a2c7-dbc8ffdb3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:50.862419 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-398f6153-27b7-4ab7-a2c7-dbc8ffdb3551 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 200 len: 918 time: 0.0909233 Sep 23 13:31:50.896078 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:50.908889 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['5e8a8c68-a843-4bc5-b087-6abb9d88afd5'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:31:50.933076 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-b8a655ad-8187-47e2-98ea-196f207e1d9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c HTTP/1.1" status: 200 len: 999 time: 0.0630944 Sep 23 13:31:50.941271 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:31:50.944391 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:31:50.947982 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:31:50.975138 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Pushing event updated for resources: {'Port': ['ID=7cb54d97-327e-4275-a3aa-a6b869f2b093,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:50.987720 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-883e1e79-3c85-497a-89d9-6bfef86b6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:50.989110 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-883e1e79-3c85-497a-89d9-6bfef86b6cef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 200 len: 856 time: 0.0481880 Sep 23 13:31:51.006169 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:51.014560 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:51.038969 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-c1742ded-5446-4cc9-b7a8-06ecd09f23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:51.040562 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-c1742ded-5446-4cc9-b7a8-06ecd09f23cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f815ddf-0867-41ff-8100-f764ce20a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443034 Sep 23 13:31:51.102544 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-63c441f9-b4a0-4205-9986-4514e6e4ef21 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7386956 Sep 23 13:31:51.116266 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Request body: {'port': {'device_id': 'a5c5c4b5-5fc9-4865-8091-80de581d4d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:31:51.131376 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-6ed60110-8f42-4309-8ece-230bc70981fe service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829475 Sep 23 13:31:51.172834 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:51.228400 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-cbab9e0e-a4a7-4ded-b407-fd393cf283ba service neutron] 10.222.0.15 "GET /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887716 Sep 23 13:31:51.318212 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c402b3-bd67-4504-9c2b-4a47b47be7b4 req-bf6aacd6-1aa2-4be4-bd82-a2a90ac12a24 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:51.319717 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-39c402b3-bd67-4504-9c2b-4a47b47be7b4 req-bf6aacd6-1aa2-4be4-bd82-a2a90ac12a24 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0491924 Sep 23 13:31:51.360003 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-39c402b3-bd67-4504-9c2b-4a47b47be7b4 req-b64b90b6-bbb9-4223-8c3e-6027848ca05e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336049 Sep 23 13:31:51.439899 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb54d97-327e-4275-a3aa-a6b869f2b093 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:31:51.447049 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:51.459311 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Transition to ACTIVE for port object 7cb54d97-327e-4275-a3aa-a6b869f2b093 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:31:51.524082 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:51.595457 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb54d97-327e-4275-a3aa-a6b869f2b093,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:51.645605 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Attempting to bind port 7cb54d97-327e-4275-a3aa-a6b869f2b093 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:31:51.645938 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Attempting to bind port 7cb54d97-327e-4275-a3aa-a6b869f2b093 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:31:51.646267 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Attempting to bind port 7cb54d97-327e-4275-a3aa-a6b869f2b093 on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:31:51.650395 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Port 7cb54d97-327e-4275-a3aa-a6b869f2b093 on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:31:51.650715 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Attempting to bind port 7cb54d97-327e-4275-a3aa-a6b869f2b093 on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:31:51.656015 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:31:51.656349 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Checking segment: {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:31:51.656730 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Bound using segment: {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:31:51.657146 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Bound port: 7cb54d97-327e-4275-a3aa-a6b869f2b093, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:31:51.657494 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:51.719153 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] For port 7cb54d97-327e-4275-a3aa-a6b869f2b093, host hv-cinder-80920, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:31:51.722292 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] For port 7cb54d97-327e-4275-a3aa-a6b869f2b093, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7cb54d97-327e-4275-a3aa-a6b869f2b093,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:31:51.804622 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:51.826654 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fa4bd-15ca-4478-93e8-b76f20f9bb50 req-ddac6c97-0016-414f-906a-3ab1473d1d48 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:51.829748 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5e6fa4bd-15ca-4478-93e8-b76f20f9bb50 req-ddac6c97-0016-414f-906a-3ab1473d1d48 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0783780 Sep 23 13:31:51.864564 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:51.865219 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:51.866982 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] 10.222.0.15 "PUT /v2.0/ports/7cb54d97-327e-4275-a3aa-a6b869f2b093 HTTP/1.1" status: 200 len: 1093 time: 0.7550750 Sep 23 13:31:51.869860 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c5c4b5-5fc9-4865-8091-80de581d4d3c', 'tag': '7cb54d97-327e-4275-a3aa-a6b869f2b093'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:31:51.873247 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b030a53f-68b0-4f4b-82fe-70d6aee99e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c5c4b5-5fc9-4865-8091-80de581d4d3c", "tag": "7cb54d97-327e-4275-a3aa-a6b869f2b093"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:31:51.885256 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5e6fa4bd-15ca-4478-93e8-b76f20f9bb50 req-06905aae-77b6-4511-87e2-a8ee44865338 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481822 Sep 23 13:31:51.918262 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b4171-e528-47e0-b880-c0bd3bc6a634 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb54d97-327e-4275-a3aa-a6b869f2b093,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:31:51.923980 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798bec00-a982-4ba5-a06e-3cf17165ac07 x-openstack-request-id: req-798bec00-a982-4ba5-a06e-3cf17165ac07 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:31:51.924321 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c5c4b5-5fc9-4865-8091-80de581d4d3c", "tag": "7cb54d97-327e-4275-a3aa-a6b869f2b093", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:31:51.924641 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-798bec00-a982-4ba5-a06e-3cf17165ac07 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:31:51.925022 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c5c4b5-5fc9-4865-8091-80de581d4d3c', 'tag': '7cb54d97-327e-4275-a3aa-a6b869f2b093', 'status': 'completed', 'code': 200} Sep 23 13:31:52.484614 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a293e6-a027-41fe-a4da-7b23c20c5bc9 req-0d47ce43-cf15-4bcc-acb1-8c0a2c96b5c5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:52.485992 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-41a293e6-a027-41fe-a4da-7b23c20c5bc9 req-0d47ce43-cf15-4bcc-acb1-8c0a2c96b5c5 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0527627 Sep 23 13:31:52.530297 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-41a293e6-a027-41fe-a4da-7b23c20c5bc9 req-ff1206e4-e7b9-4a7c-84f2-98500291d876 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381746 Sep 23 13:31:53.010826 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ee47-4f4a-4523-9541-e9f61bebe568 req-8278b848-7bce-419b-b684-208247601aba tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:53.013642 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c1d5ee47-4f4a-4523-9541-e9f61bebe568 req-8278b848-7bce-419b-b684-208247601aba tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0569255 Sep 23 13:31:53.053863 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c1d5ee47-4f4a-4523-9541-e9f61bebe568 req-df8d903e-188c-483f-9290-d8decaa79a95 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Sep 23 13:31:53.647381 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf641-d031-4079-b564-7d987f383aa6 req-c4f6d134-514c-45ef-ad33-4ef297f5bfad tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:53.648908 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-625bf641-d031-4079-b564-7d987f383aa6 req-c4f6d134-514c-45ef-ad33-4ef297f5bfad tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0473931 Sep 23 13:31:53.685902 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-625bf641-d031-4079-b564-7d987f383aa6 req-50652f0e-6df2-486d-842b-c3e3b229f08b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306256 Sep 23 13:31:54.176248 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10deca15-c792-4b14-be7c-42c362eac418 req-874d91c6-c43e-40d1-a8ee-4b9d5863b0fd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:54.177740 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-10deca15-c792-4b14-be7c-42c362eac418 req-874d91c6-c43e-40d1-a8ee-4b9d5863b0fd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0571899 Sep 23 13:31:54.217155 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-10deca15-c792-4b14-be7c-42c362eac418 req-5241ae93-0a02-4509-8b58-d0304fec6824 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332310 Sep 23 13:31:54.806532 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b1cd1-1f57-494e-97e1-8624c4f786da req-4b9b9b99-53d9-4564-b1b5-4b68e4c3c720 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:54.809098 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef9b1cd1-1f57-494e-97e1-8624c4f786da req-4b9b9b99-53d9-4564-b1b5-4b68e4c3c720 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0529985 Sep 23 13:31:54.857043 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef9b1cd1-1f57-494e-97e1-8624c4f786da req-36b7e86f-f5e5-4917-a5bd-95d9d82b4c2f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417111 Sep 23 13:31:55.363296 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caaab8-0710-4c2e-978b-2fe0231bf22d req-e983681a-6344-4f85-b5bd-217f644ccb00 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:55.364802 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-75caaab8-0710-4c2e-978b-2fe0231bf22d req-e983681a-6344-4f85-b5bd-217f644ccb00 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0557325 Sep 23 13:31:55.401455 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-75caaab8-0710-4c2e-978b-2fe0231bf22d req-a0af6522-e817-43bb-a47f-527e268afc93 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Sep 23 13:31:55.977951 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eead59f-44d3-4058-aaaf-867efa16b693 req-71d5ae0c-fc14-4bd7-aed7-5001d39ed9f1 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:55.979437 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8eead59f-44d3-4058-aaaf-867efa16b693 req-71d5ae0c-fc14-4bd7-aed7-5001d39ed9f1 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0517571 Sep 23 13:31:56.017166 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8eead59f-44d3-4058-aaaf-867efa16b693 req-c8891c9b-405b-4712-8cd4-3cf4a0c3523d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313742 Sep 23 13:31:56.522613 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de57bfb-f07c-49b9-812b-9e415601064b req-b894cb76-bb6f-47a2-8db8-ab58edcb8b7f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:56.524103 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6de57bfb-f07c-49b9-812b-9e415601064b req-b894cb76-bb6f-47a2-8db8-ab58edcb8b7f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0558932 Sep 23 13:31:56.566672 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6de57bfb-f07c-49b9-812b-9e415601064b req-bcdc3d12-356a-466d-b004-c799c08f0697 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349410 Sep 23 13:31:57.141425 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec847a6e-6885-4c87-aa21-02ea3b159eb5 req-54500884-13dd-4e54-b83e-bad53b5e3168 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:57.142950 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ec847a6e-6885-4c87-aa21-02ea3b159eb5 req-54500884-13dd-4e54-b83e-bad53b5e3168 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0504949 Sep 23 13:31:57.180868 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ec847a6e-6885-4c87-aa21-02ea3b159eb5 req-64faf9e7-ff2b-4cb2-b7a4-d89ead374f6d tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318921 Sep 23 13:31:57.697528 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a00045-7bb6-4149-8d53-bf6029a60caf req-7439cd5d-9edb-4acf-8c4b-f28393ee58a2 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:57.699100 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-87a00045-7bb6-4149-8d53-bf6029a60caf req-7439cd5d-9edb-4acf-8c4b-f28393ee58a2 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0524588 Sep 23 13:31:57.737549 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-87a00045-7bb6-4149-8d53-bf6029a60caf req-567d0e20-132a-4f10-88b6-d84ccd646aee tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Sep 23 13:31:57.752964 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:31:58.297514 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237039a-9e8f-4c35-b35b-4f87e7376b09 req-166b2ee1-4bbf-46e3-9379-ba8c147704ed tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:58.298991 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3237039a-9e8f-4c35-b35b-4f87e7376b09 req-166b2ee1-4bbf-46e3-9379-ba8c147704ed tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0481181 Sep 23 13:31:58.336413 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3237039a-9e8f-4c35-b35b-4f87e7376b09 req-b1cc661c-de2b-4221-bf9c-d96c98bdf2b0 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Sep 23 13:31:58.859141 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490068e-fac5-43e0-99bf-f72b885d3b2e req-553019a0-c55b-48cd-98d4-0ff81c2734c3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:58.860706 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b490068e-fac5-43e0-99bf-f72b885d3b2e req-553019a0-c55b-48cd-98d4-0ff81c2734c3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0499229 Sep 23 13:31:58.900200 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b490068e-fac5-43e0-99bf-f72b885d3b2e req-46ef186f-5c41-4e66-8493-74fcd6e06134 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329614 Sep 23 13:31:59.456951 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7a086-b87e-4f8d-932e-570184a2ff60 req-f8e0979e-d77e-4afb-b10e-a45e923a1d5f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:31:59.458415 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a7a7a086-b87e-4f8d-932e-570184a2ff60 req-f8e0979e-d77e-4afb-b10e-a45e923a1d5f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0521133 Sep 23 13:31:59.508195 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a7a7a086-b87e-4f8d-932e-570184a2ff60 req-ba046d38-9db9-4ddd-aeaf-8c6bc23ac041 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 Sep 23 13:32:00.056626 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c92cdc-58c1-468c-9f2a-452e4fc99032 req-1da071e4-0880-4bd1-a1f5-5a9cf1397f35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:00.058788 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-41c92cdc-58c1-468c-9f2a-452e4fc99032 req-1da071e4-0880-4bd1-a1f5-5a9cf1397f35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0535588 Sep 23 13:32:00.096648 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-41c92cdc-58c1-468c-9f2a-452e4fc99032 req-1592fad9-e3c0-4e27-a824-1d92ff1c9583 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Sep 23 13:32:00.198076 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b7a308c4-d4eb-4a19-a031-7baf0a91450b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:00.649204 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eb33d-0085-4e8d-b400-6f1c856bcc68 req-b4314e4c-bc86-4c16-a28a-8cbdc249f661 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:00.650800 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eb6eb33d-0085-4e8d-b400-6f1c856bcc68 req-b4314e4c-bc86-4c16-a28a-8cbdc249f661 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0532370 Sep 23 13:32:00.691148 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-eb6eb33d-0085-4e8d-b400-6f1c856bcc68 req-d493850b-4046-4bac-9cd7-f2742a76619b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340905 Sep 23 13:32:01.231109 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09f709-a111-4547-a46b-1334591eef6d req-bb0aa299-e155-4926-ac29-127f041b9ce4 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:01.232665 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7e09f709-a111-4547-a46b-1334591eef6d req-bb0aa299-e155-4926-ac29-127f041b9ce4 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0577335 Sep 23 13:32:01.270591 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7e09f709-a111-4547-a46b-1334591eef6d req-4b075a76-4f70-4de9-955f-ab89623f0db1 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Sep 23 13:32:01.807859 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b7792-b330-4f01-b72f-eb2bdad5bd9f req-65583a74-f0b6-413f-857e-010ec9dc24a2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:01.809941 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f82b7792-b330-4f01-b72f-eb2bdad5bd9f req-65583a74-f0b6-413f-857e-010ec9dc24a2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0476420 Sep 23 13:32:01.845608 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f82b7792-b330-4f01-b72f-eb2bdad5bd9f req-91acbbec-c99c-4495-8bcf-9ea042ceba33 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299025 Sep 23 13:32:02.393162 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849fc8f-8963-4080-b467-0837a78fdf44 req-059c5312-b004-488b-8294-507442fd8ebc tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:02.394702 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6849fc8f-8963-4080-b467-0837a78fdf44 req-059c5312-b004-488b-8294-507442fd8ebc tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0522652 Sep 23 13:32:02.435017 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6849fc8f-8963-4080-b467-0837a78fdf44 req-bb13177b-3c15-4833-b5ec-90056eb1bf80 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Sep 23 13:32:02.610266 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f10bbad-91f7-48e5-983f-788f69d89d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:02.970447 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ad6f9-5f36-4390-a9f1-2050b1322b8c req-af186ddf-2138-4f1a-b49c-b5d1de685c61 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:02.972122 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd2ad6f9-5f36-4390-a9f1-2050b1322b8c req-af186ddf-2138-4f1a-b49c-b5d1de685c61 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0562077 Sep 23 13:32:03.013450 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fd2ad6f9-5f36-4390-a9f1-2050b1322b8c req-e3563e64-f2b1-48aa-9a87-b0e2f7af34fa tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338116 Sep 23 13:32:03.238434 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:03.565488 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc618-1abe-4680-93d8-a0b9fa73e41b req-d9b69ecd-30c7-479a-98c9-30a8c23d1476 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:03.566965 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-725dc618-1abe-4680-93d8-a0b9fa73e41b req-d9b69ecd-30c7-479a-98c9-30a8c23d1476 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0551159 Sep 23 13:32:03.604228 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-725dc618-1abe-4680-93d8-a0b9fa73e41b req-8227a315-6caa-493b-879b-b55e52cc9c56 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Sep 23 13:32:04.144422 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455833b-a92e-47de-bc30-ecdba5423ed0 req-d7e8e86a-f8fd-4ec0-8a47-ee302aa6e451 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:04.145907 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2455833b-a92e-47de-bc30-ecdba5423ed0 req-d7e8e86a-f8fd-4ec0-8a47-ee302aa6e451 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0510256 Sep 23 13:32:04.185338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2455833b-a92e-47de-bc30-ecdba5423ed0 req-1092cd1a-bdfa-4654-baa6-81fc8f3311a6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324099 Sep 23 13:32:04.667787 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:04.726659 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85500fc-f325-487b-ba8d-96c5f7c24aa9 req-fad49511-a4d2-4e43-bcde-a2e3c744b550 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:04.728475 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f85500fc-f325-487b-ba8d-96c5f7c24aa9 req-fad49511-a4d2-4e43-bcde-a2e3c744b550 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0529504 Sep 23 13:32:04.767637 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f85500fc-f325-487b-ba8d-96c5f7c24aa9 req-ba64c51f-4940-4c82-abad-2f493a82a542 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322495 Sep 23 13:32:05.320237 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c4c7d-6abf-4f1e-ac9e-3748ca18caf3 req-e928ea78-8eb3-4514-bf92-b4334e75eb8f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:05.321921 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-969c4c7d-6abf-4f1e-ac9e-3748ca18caf3 req-e928ea78-8eb3-4514-bf92-b4334e75eb8f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0598419 Sep 23 13:32:05.365956 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-969c4c7d-6abf-4f1e-ac9e-3748ca18caf3 req-e38f2556-3121-420e-9532-5e399cf71855 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377944 Sep 23 13:32:05.535712 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:05.879406 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16191bb6-18e4-4336-a645-49ca70cdffb0 req-ff60dd36-033c-48ab-ba39-6d86205c6ac2 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:05.881053 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-16191bb6-18e4-4336-a645-49ca70cdffb0 req-ff60dd36-033c-48ab-ba39-6d86205c6ac2 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0494823 Sep 23 13:32:05.921090 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-16191bb6-18e4-4336-a645-49ca70cdffb0 req-ab25cd60-ef95-4fae-a65a-1cb8df2c736a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Sep 23 13:32:06.485572 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eca6f-5eec-467f-b58c-8f7e87c64067 req-f6e33a2f-3ece-42b8-98b0-f892140502c2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:06.487009 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f40eca6f-5eec-467f-b58c-8f7e87c64067 req-f6e33a2f-3ece-42b8-98b0-f892140502c2 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0505276 Sep 23 13:32:06.523231 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f40eca6f-5eec-467f-b58c-8f7e87c64067 req-420c6d13-4111-42d1-bbfe-9084a397d2ac tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304320 Sep 23 13:32:06.929454 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030a53f-68b0-4f4b-82fe-70d6aee99e8a req-f3a5ef72-9da3-44be-b867-e7cf8a3f6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:06.931769 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-b030a53f-68b0-4f4b-82fe-70d6aee99e8a req-f3a5ef72-9da3-44be-b867-e7cf8a3f6096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 1096 time: 0.0449872 Sep 23 13:32:06.958019 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-d11344ea-ed81-4f79-8224-4ced58541c27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404630 Sep 23 13:32:07.035397 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030a53f-68b0-4f4b-82fe-70d6aee99e8a req-a1741d94-c9b3-47ea-93c0-cca4e855654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.036908 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-b030a53f-68b0-4f4b-82fe-70d6aee99e8a req-a1741d94-c9b3-47ea-93c0-cca4e855654f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=761f1cae547d48608326106cf511390e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0941513 Sep 23 13:32:07.070661 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630b57-d16d-4a18-8e2d-68d363d2cb94 req-af3dd2ee-4e9a-4b30-8f95-0b6c766ba72e tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.072162 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b8630b57-d16d-4a18-8e2d-68d363d2cb94 req-af3dd2ee-4e9a-4b30-8f95-0b6c766ba72e tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0789523 Sep 23 13:32:07.093528 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-1f7322cb-70c7-46a8-aa4b-c59f5b69efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.094973 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-1f7322cb-70c7-46a8-aa4b-c59f5b69efc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=166103fc3a724214a2949c9c98becb64&device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1099 time: 0.0740769 Sep 23 13:32:07.116390 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b8630b57-d16d-4a18-8e2d-68d363d2cb94 req-19039966-4322-42c0-815b-edf0355829fe tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 Sep 23 13:32:07.136705 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030a53f-68b0-4f4b-82fe-70d6aee99e8a req-198f559b-69f5-4fb1-9451-6cb0d4ac674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.138151 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-b030a53f-68b0-4f4b-82fe-70d6aee99e8a req-198f559b-69f5-4fb1-9451-6cb0d4ac674a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936785 Sep 23 13:32:07.203799 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-73f27652-017f-43ac-9c44-572bda2b799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.205281 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-73f27652-017f-43ac-9c44-572bda2b799d service neutron] 10.222.0.15 "GET /v2.0/networks?id=95a129b5-b84e-493f-8055-89d16bd5627e HTTP/1.1" status: 200 len: 910 time: 0.0880542 Sep 23 13:32:07.216964 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-37eece1b-37e1-4465-97f1-1271858c46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.218577 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-37eece1b-37e1-4465-97f1-1271858c46df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 1096 time: 0.0403779 Sep 23 13:32:07.260310 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-7521efca-cebc-4185-8b3f-a8c053a0a81f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cb54d97-327e-4275-a3aa-a6b869f2b093 HTTP/1.1" status: 200 len: 217 time: 0.0333843 Sep 23 13:32:07.273205 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-52bc2257-4f5c-4187-a5e3-3b36e0337816 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6 HTTP/1.1" status: 200 len: 1002 time: 0.0606265 Sep 23 13:32:07.315244 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-38285460-b179-4d98-ba78-646922a6a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.316739 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-38285460-b179-4d98-ba78-646922a6a4fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1794662d-2de1-464d-97d3-e1604730bb5f HTTP/1.1" status: 200 len: 854 time: 0.0469995 Sep 23 13:32:07.322443 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-4bb17d34-0fe3-410c-aecd-f73c4fffb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.324562 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-4bb17d34-0fe3-410c-aecd-f73c4fffb5b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31b65520-231e-4fb0-baf4-2c8d424eb2cd HTTP/1.1" status: 200 len: 848 time: 0.0427778 Sep 23 13:32:07.347897 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-656c5a5e-312b-41f2-9c47-486e698dbd59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6775faf1-4861-4794-a4b3-b79d8b6eaad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229864 Sep 23 13:32:07.368199 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-de051d63-3a57-42b6-b19d-b891b2020bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.369635 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-de051d63-3a57-42b6-b19d-b891b2020bb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a129b5-b84e-493f-8055-89d16bd5627e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373123 Sep 23 13:32:07.437092 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-008a7f12-05b3-4bec-83bb-2bdaf51fbfe7 service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813026 Sep 23 13:32:07.461758 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-d97fb762-1132-4605-97a9-f51e3f40ab27 service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822687 Sep 23 13:32:07.529139 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [req-9c7580e3-f955-4939-8c9d-ccb559d761cf req-a741a231-dfe5-4816-9f03-adb28d740261 service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844319 Sep 23 13:32:07.552121 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f6f0bbe-2fdd-43f8-89bf-4d6a1438094d req-58c4c42c-f196-441c-88d8-b405640e6a46 service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819380 Sep 23 13:32:07.647287 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d294efe-5733-4114-87a1-f31a8343494c req-076921f6-4d64-4448-a281-02adb12d4aa6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:07.649445 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2d294efe-5733-4114-87a1-f31a8343494c req-076921f6-4d64-4448-a281-02adb12d4aa6 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0547254 Sep 23 13:32:07.688057 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2d294efe-5733-4114-87a1-f31a8343494c req-316f9903-2b23-43ec-a079-8b4d0346374e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Sep 23 13:32:08.229379 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be85900-d38d-43c7-bd90-6d8cebbe90f6 req-c3ed14d7-7e88-407a-94f9-7d265633410a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:08.230877 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9be85900-d38d-43c7-bd90-6d8cebbe90f6 req-c3ed14d7-7e88-407a-94f9-7d265633410a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0484142 Sep 23 13:32:08.269830 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9be85900-d38d-43c7-bd90-6d8cebbe90f6 req-26226dae-b388-4f9b-a8da-85b8b0baa1ff tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Sep 23 13:32:08.806614 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a557-0974-4509-a5d6-e0343dcd1a06 req-9f24151f-373f-45ab-b676-262e9e1eca0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:08.808617 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b476a557-0974-4509-a5d6-e0343dcd1a06 req-9f24151f-373f-45ab-b676-262e9e1eca0a tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0491397 Sep 23 13:32:08.845091 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b476a557-0974-4509-a5d6-e0343dcd1a06 req-cc9c6224-b34f-4304-b4f1-9c41afab7889 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312772 Sep 23 13:32:09.383833 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bab58a-9796-467e-949a-6d28ebaff692 req-d5ce3b49-db0b-4205-8af6-9b6aaa99e55f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:09.385297 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-58bab58a-9796-467e-949a-6d28ebaff692 req-d5ce3b49-db0b-4205-8af6-9b6aaa99e55f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 943 time: 0.0515697 Sep 23 13:32:09.422833 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-58bab58a-9796-467e-949a-6d28ebaff692 req-ee687b4e-8651-4097-ba91-c5114c89b8f2 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Sep 23 13:32:09.968464 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa04e8e-1865-4fd5-873f-282ef6bb465b req-657a1f57-45be-4228-bfd2-4c171290278f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:09.969944 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0fa04e8e-1865-4fd5-873f-282ef6bb465b req-657a1f57-45be-4228-bfd2-4c171290278f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 943 time: 0.0482719 Sep 23 13:32:10.008202 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0fa04e8e-1865-4fd5-873f-282ef6bb465b req-a8aefbd6-41a9-41c6-827b-69b1bdea5a1f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323379 Sep 23 13:32:10.049773 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 7cb54d97-327e-4275-a3aa-a6b869f2b093 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:32:10.139823 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 7cb54d97-327e-4275-a3aa-a6b869f2b093, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7cb54d97-327e-4275-a3aa-a6b869f2b093,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:10.150230 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '7cb54d97-327e-4275-a3aa-a6b869f2b093', 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4', 'port_id': '7cb54d97-327e-4275-a3aa-a6b869f2b093', 'mac_address': 'fa:16:3e:20:14:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1794662d-2de1-464d-97d3-e1604730bb5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:32:10.189422 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:10.205936 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb54d97-327e-4275-a3aa-a6b869f2b093 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:32:10.231709 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 7cb54d97-327e-4275-a3aa-a6b869f2b093, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7cb54d97-327e-4275-a3aa-a6b869f2b093,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:10.278432 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:10.279108 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:32:10.346844 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=7cb54d97-327e-4275-a3aa-a6b869f2b093,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:10.362149 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.362500 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.362836 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.363169 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.363493 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.363852 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.364177 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.364499 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.364841 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.365164 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.365482 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.365794 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:10.422841 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:10.436440 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'port_id': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'mac_address': 'fa:16:3e:1b:b4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:32:10.472992 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:10.486247 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:32:10.505015 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:10.533606 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1e889-338f-4601-b5da-7bb29af20333 req-c3f519e4-c13c-41f4-940f-5a082ccf0d36 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:10.535071 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-09d1e889-338f-4601-b5da-7bb29af20333 req-c3f519e4-c13c-41f4-940f-5a082ccf0d36 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 944 time: 0.0480771 Sep 23 13:32:10.563467 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:10.575080 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-09d1e889-338f-4601-b5da-7bb29af20333 req-95bec49f-63c5-46f1-8d44-42bcf050273e tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Sep 23 13:32:10.611054 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=9']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:10.802046 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:32:10.807423 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['7cb54d97-327e-4275-a3aa-a6b869f2b093'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:32:11.126711 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab42a37-cd0f-4e6f-8ad5-5ca660d9cd0c req-53561920-222a-497a-b2d0-427ac5c38d8b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:11.128087 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ab42a37-cd0f-4e6f-8ad5-5ca660d9cd0c req-53561920-222a-497a-b2d0-427ac5c38d8b tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 944 time: 0.0504329 Sep 23 13:32:11.164352 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ab42a37-cd0f-4e6f-8ad5-5ca660d9cd0c req-c6ed6250-1a1d-48a4-8935-6e024af51790 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302997 Sep 23 13:32:11.687180 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00c352-9892-4630-844c-b57d5351f17d req-ff2780d3-99a6-404d-ad20-ed94ee95281a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:11.688666 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-da00c352-9892-4630-844c-b57d5351f17d req-ff2780d3-99a6-404d-ad20-ed94ee95281a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 944 time: 0.0476093 Sep 23 13:32:11.725819 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-da00c352-9892-4630-844c-b57d5351f17d req-7711505c-16b3-4dce-a97b-da9c3de1f316 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Sep 23 13:32:12.050146 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 7cb54d97-327e-4275-a3aa-a6b869f2b093 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:32:12.157851 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 7cb54d97-327e-4275-a3aa-a6b869f2b093 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:32:12.161392 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 7cb54d97-327e-4275-a3aa-a6b869f2b093 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:32:12.161767 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:12.238260 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:12.260302 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c5c4b5-5fc9-4865-8091-80de581d4d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb54d97-327e-4275-a3aa-a6b869f2b093'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:32:12.263066 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0dff3a-d4d1-4bc9-980d-8f2471ff1557" -d '{"events": [{"server_uuid": "a5c5c4b5-5fc9-4865-8091-80de581d4d3c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb54d97-327e-4275-a3aa-a6b869f2b093"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:32:12.278022 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 7cb54d97-327e-4275-a3aa-a6b869f2b093, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7cb54d97-327e-4275-a3aa-a6b869f2b093,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:12.283888 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e43b6e-a5a2-4a44-8db5-d77b573a4a59 req-da548621-7d10-4031-8824-7a58bc60e4be tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:12.285419 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-54e43b6e-a5a2-4a44-8db5-d77b573a4a59 req-da548621-7d10-4031-8824-7a58bc60e4be tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 944 time: 0.0489485 Sep 23 13:32:12.306266 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b749aac9-f5ef-4fd6-8b72-1e3c4bdefda0 x-openstack-request-id: req-b749aac9-f5ef-4fd6-8b72-1e3c4bdefda0 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:32:12.306266 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c5c4b5-5fc9-4865-8091-80de581d4d3c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb54d97-327e-4275-a3aa-a6b869f2b093", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:32:12.306266 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b749aac9-f5ef-4fd6-8b72-1e3c4bdefda0 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:32:12.306266 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c5c4b5-5fc9-4865-8091-80de581d4d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb54d97-327e-4275-a3aa-a6b869f2b093', 'code': 200} Sep 23 13:32:12.323155 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-54e43b6e-a5a2-4a44-8db5-d77b573a4a59 req-47039526-6397-4285-8a47-7c9af3a9b2d9 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Sep 23 13:32:12.347049 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:12.347888 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:32:12.423106 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=7cb54d97-327e-4275-a3aa-a6b869f2b093,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:12.437731 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:32:12.437731 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:12.512257 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:12.543358 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:12.569010 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5e87c-54ae-480a-a86f-ec2097a1ed60 req-2b88cea5-0173-44b0-b472-e6d8282196cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:12.570407 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-89d5e87c-54ae-480a-a86f-ec2097a1ed60 req-2b88cea5-0173-44b0-b472-e6d8282196cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 1098 time: 0.0419488 Sep 23 13:32:12.603932 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:12.606500 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-89d5e87c-54ae-480a-a86f-ec2097a1ed60 req-23fd3160-753d-4cb2-a0e8-531e52509bb4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273731 Sep 23 13:32:12.660533 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:12.838525 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d4988-2529-4f62-bb74-f4707a4882cc req-e1a98e5e-3a8c-4555-999f-80652a82cfa7 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:12.841008 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5c9d4988-2529-4f62-bb74-f4707a4882cc req-e1a98e5e-3a8c-4555-999f-80652a82cfa7 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 945 time: 0.0495732 Sep 23 13:32:12.878165 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5c9d4988-2529-4f62-bb74-f4707a4882cc req-dfd0751d-a103-491f-a30e-0eb4b445d0aa tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Sep 23 13:32:13.441136 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498bc8-66f0-4473-a677-73c5b7a0e36c req-64cec47a-d855-4dbc-9a2e-eda6037a03bb tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:13.442580 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4b498bc8-66f0-4473-a677-73c5b7a0e36c req-64cec47a-d855-4dbc-9a2e-eda6037a03bb tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 946 time: 0.0478594 Sep 23 13:32:13.479009 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4b498bc8-66f0-4473-a677-73c5b7a0e36c req-e64237dd-178f-4938-8bd9-b5a909362255 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Sep 23 13:32:13.993244 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924e427-64e5-4dd1-920c-8c8c890ccdb9 req-29d61b0d-c615-484f-bd69-0fbce2c724a3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:13.994708 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9924e427-64e5-4dd1-920c-8c8c890ccdb9 req-29d61b0d-c615-484f-bd69-0fbce2c724a3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 945 time: 0.0508165 Sep 23 13:32:14.032821 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9924e427-64e5-4dd1-920c-8c8c890ccdb9 req-00902697-8841-4951-8255-3d02ebe87dfe tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Sep 23 13:32:14.302883 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:32:14.305284 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598f1734-9763-4dcf-853c-d842ed279432" -d '{"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-plugged", "status": "completed", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:32:14.343008 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915a5539-5af9-400c-b58f-d7628d81c3c2 x-openstack-request-id: req-915a5539-5af9-400c-b58f-d7628d81c3c2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:32:14.343303 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-plugged", "status": "completed", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:32:14.343557 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-915a5539-5af9-400c-b58f-d7628d81c3c2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:32:14.343967 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'code': 200} Sep 23 13:32:14.600045 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad1ac8-1261-4eec-98c5-bbde26d78be7 req-9558b3f4-e30b-41e5-9877-506190eae303 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:14.601520 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d6ad1ac8-1261-4eec-98c5-bbde26d78be7 req-9558b3f4-e30b-41e5-9877-506190eae303 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 946 time: 0.0484705 Sep 23 13:32:14.643880 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d6ad1ac8-1261-4eec-98c5-bbde26d78be7 req-91e3becd-8622-4273-8c8b-5e0dbeffce08 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355003 Sep 23 13:32:14.684780 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f314-5972-40d2-ad0d-7b7fe1aaca16 req-d1f16299-4be7-434a-b313-25447ba93f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:14.686271 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0352f314-5972-40d2-ad0d-7b7fe1aaca16 req-d1f16299-4be7-434a-b313-25447ba93f9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 1099 time: 0.0414016 Sep 23 13:32:14.723232 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0352f314-5972-40d2-ad0d-7b7fe1aaca16 req-4036d2b3-6547-4d92-8f4e-ce0159b20fd7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295017 Sep 23 13:32:15.767333 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a03d9f-d1ba-4ef9-9c70-bb76e65b23a6 req-952e3c2f-3f0f-4f77-97a0-53e3cf7d3fd1 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:15.768830 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a9a03d9f-d1ba-4ef9-9c70-bb76e65b23a6 req-952e3c2f-3f0f-4f77-97a0-53e3cf7d3fd1 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 946 time: 0.0517921 Sep 23 13:32:15.805616 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a9a03d9f-d1ba-4ef9-9c70-bb76e65b23a6 req-ff51119f-0910-4296-a379-4d6cd8600266 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309250 Sep 23 13:32:16.982749 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcf599-1850-448f-a5f9-b0f126d0a2a3 req-3658e33f-bde9-49e3-a90f-8a03bbf2da2f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:16.984251 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1ffcf599-1850-448f-a5f9-b0f126d0a2a3 req-3658e33f-bde9-49e3-a90f-8a03bbf2da2f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 946 time: 0.1015623 Sep 23 13:32:16.992329 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-929fea0f-87b4-4ed4-a9d8-07df9e415ab3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:16.993698 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-929fea0f-87b4-4ed4-a9d8-07df9e415ab3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/networks?id=6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 200 len: 814 time: 0.1369326 Sep 23 13:32:17.022927 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-1848b1fb-b615-4674-9698-456fb5d85b72 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/quotas/761f1cae547d48608326106cf511390e HTTP/1.1" status: 200 len: 375 time: 0.0211112 Sep 23 13:32:17.044577 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1ffcf599-1850-448f-a5f9-b0f126d0a2a3 req-1556055d-2dc6-468c-91a2-dee87ff2c8dd tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499423 Sep 23 13:32:17.078338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-493d8bbe-499a-42f7-bd4e-054600ab75a1 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490699 Sep 23 13:32:17.170497 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-51a7249d-d8f1-4e08-bc0d-ba2ba7397ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849097 Sep 23 13:32:17.259404 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-a49eed5a-8d30-4cb4-b304-87aa17dcb3ad service neutron] 10.222.0.41 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825660 Sep 23 13:32:17.459844 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8a6d5c3-48ff-4fc2-96f0-74efe2ff4cff req-9f3b61c6-4697-4382-b3b3-9c711c332edc tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 210 time: 0.0252733 Sep 23 13:32:18.165743 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ee66-e7d7-4266-ae3b-b41e3bc91841 req-bc706c65-aeb6-49d6-93c5-6d1fe171e9cf tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:18.167265 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2863ee66-e7d7-4266-ae3b-b41e3bc91841 req-bc706c65-aeb6-49d6-93c5-6d1fe171e9cf tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 946 time: 0.0512989 Sep 23 13:32:18.205583 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2863ee66-e7d7-4266-ae3b-b41e3bc91841 req-efe2a9ae-3b64-4914-8a1e-8e8b0c43b92f tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320594 Sep 23 13:32:18.550201 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2936c249-5e5a-45ca-b2a3-bbe388a5c09d req-cb2b82e1-e97e-4253-ac18-4e9a4f35eb3b tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 210 time: 0.0257347 Sep 23 13:32:18.865807 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:32:19.320110 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-cc37ff3a-cd59-4d69-8ced-5ed9696de30c tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:19.321559 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-cc37ff3a-cd59-4d69-8ced-5ed9696de30c tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "GET /v2.0/networks?id=6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 200 len: 814 time: 0.1025212 Sep 23 13:32:19.333978 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Request body: {'port': {'device_id': 'e12b49d8-a963-4304-a51b-d8570d75c923', 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4', 'admin_state_up': True, 'tenant_id': '761f1cae547d48608326106cf511390e'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:32:19.512178 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Made reservation on behalf of 761f1cae547d48608326106cf511390e for: {'port': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:32:19.515610 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:19.662695 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0ea8aecd-d8f0-4a4d-af1a-e382cbb3898b req-880ac395-c91e-4c61-80de-8bc1b1fb20bc tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 210 time: 0.0377991 Sep 23 13:32:19.666501 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Allocated IP 172.20.0.13 (6775faf1-4861-4794-a4b3-b79d8b6eaad4/1794662d-2de1-464d-97d3-e1604730bb5f/4d5f6edf-838f-4214-89ef-a1601d72efd4) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:32:19.810650 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:19.902063 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:19.914727 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['5e8a8c68-a843-4bc5-b087-6abb9d88afd5', '7cb54d97-327e-4275-a3aa-a6b869f2b093'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:32:19.943386 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:32:19.946382 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:32:19.950472 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:32:19.958953 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Pushing event updated for resources: {'Port': ['ID=4d5f6edf-838f-4214-89ef-a1601d72efd4,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:19.990331 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.992156 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.992156 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.992156 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.992156 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.992156 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.992730 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.992730 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.992925 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.993244 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.993565 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:19.993884 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:20.013902 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:20.014515 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:20.096372 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-c947a0fb-0ee3-4a03-9946-df406c03eb64 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7660084 Sep 23 13:32:20.109355 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Request body: {'port': {'device_id': 'e12b49d8-a963-4304-a51b-d8570d75c923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:32:20.163345 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:20.414111 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5f6edf-838f-4214-89ef-a1601d72efd4 {{(pid=94597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:32:20.421308 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:20.432777 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Transition to ACTIVE for port object 4d5f6edf-838f-4214-89ef-a1601d72efd4 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:32:20.517866 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:20.854168 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5f6edf-838f-4214-89ef-a1601d72efd4,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:20.928540 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96a6e3-3557-4ea6-8cab-3a5060d0e8e0 req-687f28a4-47b5-4f89-8c1c-e2ac9110b657 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:20.930055 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a96a6e3-3557-4ea6-8cab-3a5060d0e8e0 req-687f28a4-47b5-4f89-8c1c-e2ac9110b657 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 944 time: 0.0907834 Sep 23 13:32:20.930684 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Attempting to bind port 4d5f6edf-838f-4214-89ef-a1601d72efd4 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:32:20.931010 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Attempting to bind port 4d5f6edf-838f-4214-89ef-a1601d72efd4 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:32:20.931327 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Attempting to bind port 4d5f6edf-838f-4214-89ef-a1601d72efd4 on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:32:20.937442 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Port 4d5f6edf-838f-4214-89ef-a1601d72efd4 on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:32:20.937760 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Attempting to bind port 4d5f6edf-838f-4214-89ef-a1601d72efd4 on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:32:20.953577 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:32:20.953841 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Checking segment: {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:32:20.954212 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Bound using segment: {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:32:20.954633 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Bound port: 4d5f6edf-838f-4214-89ef-a1601d72efd4, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:32:20.954985 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:21.001627 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a96a6e3-3557-4ea6-8cab-3a5060d0e8e0 req-a9b4a467-7ec6-47bb-aa3c-2a9e7d058181 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649388 Sep 23 13:32:21.032391 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] For port 4d5f6edf-838f-4214-89ef-a1601d72efd4, host hv-cinder-80920, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:32:21.035250 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] For port 4d5f6edf-838f-4214-89ef-a1601d72efd4, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4d5f6edf-838f-4214-89ef-a1601d72efd4,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:32:21.153431 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:21.185957 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:21.186559 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:21.187966 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d5f6edf-838f-4214-89ef-a1601d72efd4 HTTP/1.1" status: 200 len: 1094 time: 1.0833075 Sep 23 13:32:21.188394 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12b49d8-a963-4304-a51b-d8570d75c923', 'tag': '4d5f6edf-838f-4214-89ef-a1601d72efd4'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:32:21.190588 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b2b17-a1a2-49ac-9168-7352f4e42a72" -d '{"events": [{"name": "network-changed", "server_uuid": "e12b49d8-a963-4304-a51b-d8570d75c923", "tag": "4d5f6edf-838f-4214-89ef-a1601d72efd4"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:32:21.213416 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be3fdf-5926-4432-a7cb-5d3b049dfa24 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5f6edf-838f-4214-89ef-a1601d72efd4,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:21.226691 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171f7812-918a-4981-b006-d7c4644a7f7f x-openstack-request-id: req-171f7812-918a-4981-b006-d7c4644a7f7f {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:32:21.226978 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12b49d8-a963-4304-a51b-d8570d75c923", "tag": "4d5f6edf-838f-4214-89ef-a1601d72efd4", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:32:21.227224 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-171f7812-918a-4981-b006-d7c4644a7f7f {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:32:21.227607 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12b49d8-a963-4304-a51b-d8570d75c923', 'tag': '4d5f6edf-838f-4214-89ef-a1601d72efd4', 'status': 'completed', 'code': 200} Sep 23 13:32:21.296638 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2b17-a1a2-49ac-9168-7352f4e42a72 req-edc3add7-0d9f-4e83-b962-c1e683a55505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:21.298230 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f85b2b17-a1a2-49ac-9168-7352f4e42a72 req-edc3add7-0d9f-4e83-b962-c1e683a55505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 1097 time: 0.0410299 Sep 23 13:32:21.393970 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2b17-a1a2-49ac-9168-7352f4e42a72 req-7fc8b513-d253-4b59-88b2-05aa98c6be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:21.395367 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f85b2b17-a1a2-49ac-9168-7352f4e42a72 req-7fc8b513-d253-4b59-88b2-05aa98c6be01 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=761f1cae547d48608326106cf511390e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0900402 Sep 23 13:32:21.484584 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2b17-a1a2-49ac-9168-7352f4e42a72 req-72313146-ddac-468b-9b27-0050daad1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:21.485933 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f85b2b17-a1a2-49ac-9168-7352f4e42a72 req-72313146-ddac-468b-9b27-0050daad1217 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0839641 Sep 23 13:32:21.557444 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-e13bfcff-9b84-49ad-a1be-cddb9e634b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:21.558853 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-e13bfcff-9b84-49ad-a1be-cddb9e634b09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 1097 time: 0.0375485 Sep 23 13:32:21.602989 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-211866f1-3114-41e5-b816-1d81d12e47cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d5f6edf-838f-4214-89ef-a1601d72efd4 HTTP/1.1" status: 200 len: 217 time: 0.0353253 Sep 23 13:32:21.659801 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-fd1c4cc3-7e5d-4e2f-89c3-f91afce362cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:21.661265 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-fd1c4cc3-7e5d-4e2f-89c3-f91afce362cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1794662d-2de1-464d-97d3-e1604730bb5f HTTP/1.1" status: 200 len: 854 time: 0.0510447 Sep 23 13:32:21.690407 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-9f07d10d-02a6-421c-8573-37ae7e4e3a66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6775faf1-4861-4794-a4b3-b79d8b6eaad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226018 Sep 23 13:32:21.779644 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-9df32c04-6a50-4dfb-8974-81b13ae0a20b service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824125 Sep 23 13:32:21.865668 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-abf60388-ad1d-45e0-88ed-f8bacf4aaae4 req-63636689-210b-4241-9f55-ff70255444a2 service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793753 Sep 23 13:32:22.115624 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37297c7-c500-4b6d-ae7e-5a6d77652225 req-8ad13200-84f4-44c0-819b-6e69025edd0c tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:22.117098 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e37297c7-c500-4b6d-ae7e-5a6d77652225 req-8ad13200-84f4-44c0-819b-6e69025edd0c tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 944 time: 0.0509257 Sep 23 13:32:22.153050 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e37297c7-c500-4b6d-ae7e-5a6d77652225 req-538c9a02-89a8-4539-b4d1-d8f7fa9cc704 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292745 Sep 23 13:32:23.265261 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038cdbf-2e2c-49d4-9385-d5d87a07f2dd req-6596202c-60fd-4275-ac49-5eadb1eeac75 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:23.266720 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c038cdbf-2e2c-49d4-9385-d5d87a07f2dd req-6596202c-60fd-4275-ac49-5eadb1eeac75 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 944 time: 0.0474432 Sep 23 13:32:23.304672 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c038cdbf-2e2c-49d4-9385-d5d87a07f2dd req-a98e5031-49ca-45d9-9573-202f37e683ef tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Sep 23 13:32:24.127162 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 4d5f6edf-838f-4214-89ef-a1601d72efd4 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:32:24.222001 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 4d5f6edf-838f-4214-89ef-a1601d72efd4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4d5f6edf-838f-4214-89ef-a1601d72efd4,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:24.233469 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '4d5f6edf-838f-4214-89ef-a1601d72efd4', 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4', 'port_id': '4d5f6edf-838f-4214-89ef-a1601d72efd4', 'mac_address': 'fa:16:3e:bd:df:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1794662d-2de1-464d-97d3-e1604730bb5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:32:24.269518 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:24.284681 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5f6edf-838f-4214-89ef-a1601d72efd4 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:32:24.303206 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 4d5f6edf-838f-4214-89ef-a1601d72efd4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4d5f6edf-838f-4214-89ef-a1601d72efd4,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:24.363967 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:24.410437 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=4d5f6edf-838f-4214-89ef-a1601d72efd4,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:24.418799 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cab88f-fd24-4c66-b819-947b817e8141 req-f0a7f5a4-ad89-4e53-bca7-227facc425e3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:24.420809 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c4cab88f-fd24-4c66-b819-947b817e8141 req-f0a7f5a4-ad89-4e53-bca7-227facc425e3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 945 time: 0.0474727 Sep 23 13:32:24.457774 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c4cab88f-fd24-4c66-b819-947b817e8141 req-96bd9ab9-85d1-481a-89f1-f6065aaa2d82 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310056 Sep 23 13:32:24.629199 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['4d5f6edf-838f-4214-89ef-a1601d72efd4'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:32:25.571931 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d095-1dc5-4b34-9987-e24f1549af38 req-05e2b292-51d6-4f60-968b-48745db20fde tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:25.573402 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4299d095-1dc5-4b34-9987-e24f1549af38 req-05e2b292-51d6-4f60-968b-48745db20fde tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 945 time: 0.0503798 Sep 23 13:32:25.616577 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4299d095-1dc5-4b34-9987-e24f1549af38 req-1910234c-a838-49ec-9380-f7064432983d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366945 Sep 23 13:32:26.158433 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 4d5f6edf-838f-4214-89ef-a1601d72efd4 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:32:26.272266 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 4d5f6edf-838f-4214-89ef-a1601d72efd4 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:32:26.276008 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 4d5f6edf-838f-4214-89ef-a1601d72efd4 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:32:26.276379 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:26.352695 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:26.374984 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12b49d8-a963-4304-a51b-d8570d75c923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5f6edf-838f-4214-89ef-a1601d72efd4'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:32:26.377190 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af03c560-26eb-4ed0-befc-f227ff8a3849" -d '{"events": [{"server_uuid": "e12b49d8-a963-4304-a51b-d8570d75c923", "name": "network-vif-plugged", "status": "completed", "tag": "4d5f6edf-838f-4214-89ef-a1601d72efd4"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:32:26.391805 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 4d5f6edf-838f-4214-89ef-a1601d72efd4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4d5f6edf-838f-4214-89ef-a1601d72efd4,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:26.412842 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ae7076-4403-4268-966a-8c500117ce78 x-openstack-request-id: req-97ae7076-4403-4268-966a-8c500117ce78 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:32:26.413127 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12b49d8-a963-4304-a51b-d8570d75c923", "name": "network-vif-plugged", "status": "completed", "tag": "4d5f6edf-838f-4214-89ef-a1601d72efd4", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:32:26.413483 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97ae7076-4403-4268-966a-8c500117ce78 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:32:26.413879 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12b49d8-a963-4304-a51b-d8570d75c923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5f6edf-838f-4214-89ef-a1601d72efd4', 'code': 200} Sep 23 13:32:26.461322 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:26.510278 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=4d5f6edf-838f-4214-89ef-a1601d72efd4,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:26.762487 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae53f3f-a918-4fa7-9b71-67b2523b0f8e req-e0ec61d0-cfbb-4158-96d7-b3967217eacd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:26.765007 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fae53f3f-a918-4fa7-9b71-67b2523b0f8e req-e0ec61d0-cfbb-4158-96d7-b3967217eacd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 946 time: 0.0812864 Sep 23 13:32:26.767357 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da8a25-dc92-47d1-9141-a65f3b53fe3c req-30800d75-1d70-40ff-8e91-6aa295dbee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:26.768701 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-85da8a25-dc92-47d1-9141-a65f3b53fe3c req-30800d75-1d70-40ff-8e91-6aa295dbee9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 1099 time: 0.0575912 Sep 23 13:32:26.822871 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fae53f3f-a918-4fa7-9b71-67b2523b0f8e req-3fa5c946-d991-48f4-a355-096393218c5f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517859 Sep 23 13:32:26.829459 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-85da8a25-dc92-47d1-9141-a65f3b53fe3c req-fe19ca5b-62f7-409c-919a-d6f15c238b11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Sep 23 13:32:27.797564 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:27.939967 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e898b-9792-4be7-ad8a-b7932528cffd req-0dbb0185-174a-4d11-b7c9-9558c46d9252 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:27.941467 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-405e898b-9792-4be7-ad8a-b7932528cffd req-0dbb0185-174a-4d11-b7c9-9558c46d9252 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 946 time: 0.0488992 Sep 23 13:32:27.979516 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-405e898b-9792-4be7-ad8a-b7932528cffd req-e3ba9d66-7727-43b1-8cb5-ad81e575c034 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Sep 23 13:32:29.091429 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dbe95-9fe4-4532-a62d-22570fd6fd2c req-5b541e6e-a659-4f1f-a15f-d0ad9741ace0 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:29.093029 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2d9dbe95-9fe4-4532-a62d-22570fd6fd2c req-5b541e6e-a659-4f1f-a15f-d0ad9741ace0 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 946 time: 0.0479882 Sep 23 13:32:29.129706 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2d9dbe95-9fe4-4532-a62d-22570fd6fd2c req-d3d4cdaa-8e25-4ae8-aabb-e2822c64bff9 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309634 Sep 23 13:32:30.191275 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c2d4907-53a5-4cf8-b165-01198f75f9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:32.568624 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3ac705-61ce-4352-b4fe-a59f6d90313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:33.197873 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:33.940684 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:34.837265 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59044) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:34.992492 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Deleting port e78d1156-cc05-4ed9-9844-c7ecb493e832 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:34.992839 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:35.069702 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:35.070036 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:35.081931 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Calling delete_port for e78d1156-cc05-4ed9-9844-c7ecb493e832 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:35.306669 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:35.329843 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event deleted for resources: {'Port': ['ID=e78d1156-cc05-4ed9-9844-c7ecb493e832,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:35.343406 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.343783 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.344172 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.344459 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.344786 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.345113 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.345441 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.345766 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.346087 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.346414 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.346737 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.347056 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:32:35.399226 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:35.399554 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.l3_db [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Floating IP 8bb153a2-6325-4397-9ff6-e976ca42c1a7 disassociated (deleted). External IP: 172.27.2.214, port: ce8cf903-1a09-4a17-bf7c-6f27602c68a6. Sep 23 13:32:35.489887 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:35.845085 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Router 676a68db-7694-440e-acdc-cd64e8492412 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:32:35.949431 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:32:35.954277 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:35.958791 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] Sync routers for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:32:35.968259 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:32:35.968850 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:35.980887 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-cfc9a2b5-ae14-4fff-b7f2-c8c346d06f28 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "DELETE /v2.0/floatingips/8bb153a2-6325-4397-9ff6-e976ca42c1a7 HTTP/1.1" status: 204 len: 168 time: 1.1426163 Sep 23 13:32:35.981485 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:32:35.984527 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:32:36.026869 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0ed43-c70b-4e6e-9d57-81decbdd92c9 x-openstack-request-id: req-adc0ed43-c70b-4e6e-9d57-81decbdd92c9 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:32:36.027228 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:32:36.027550 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adc0ed43-c70b-4e6e-9d57-81decbdd92c9 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:32:36.027997 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'status': 'completed', 'code': 200} Sep 23 13:32:36.075115 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:32:36.097809 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-e95fa393-ff6a-45b4-acd0-1e0547075045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:36.099230 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-e95fa393-ff6a-45b4-acd0-1e0547075045 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=166103fc3a724214a2949c9c98becb64&device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 1099 time: 0.0413675 Sep 23 13:32:36.201793 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-bf77205e-1bc8-46d7-8cb5-5903e96ece74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:36.204128 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-bf77205e-1bc8-46d7-8cb5-5903e96ece74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95a129b5-b84e-493f-8055-89d16bd5627e HTTP/1.1" status: 200 len: 910 time: 0.0939295 Sep 23 13:32:36.250238 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-0e08e65b-6f54-4901-a0c3-a20ae30c86bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6 HTTP/1.1" status: 200 len: 217 time: 0.0387976 Sep 23 13:32:36.273810 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'faf727b3-0391-472a-bcef-f8d3ef4a0ffb', 'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'mac_address': 'fa:16:3e:2a:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:24Z', 'updated_at': '2021-09-23T13:27:29Z', 'revision_number': 5, 'project_id': '166103fc3a724214a2949c9c98becb64', 'subnets': [{'id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:36.299786 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] Checking router: 676a68db-7694-440e-acdc-cd64e8492412 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:32:36.303881 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-c85d86f5-87c2-4e6e-98c7-4aff59b7a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:36.305347 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-c85d86f5-87c2-4e6e-98c7-4aff59b7a1aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31b65520-231e-4fb0-baf4-2c8d424eb2cd HTTP/1.1" status: 200 len: 848 time: 0.0468671 Sep 23 13:32:36.308042 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:32:36.308639 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:36.361617 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-eea81ed8-6103-4fb1-95ea-59c329fd9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:36.363764 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-eea81ed8-6103-4fb1-95ea-59c329fd9d07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a129b5-b84e-493f-8055-89d16bd5627e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497205 Sep 23 13:32:36.414848 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:32:36.486775 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1fef4-9ebd-4780-9d95-1018e229d027 req-cf142e87-6050-4ea4-92b5-0f1838317ffc tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:36.488298 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dac1fef4-9ebd-4780-9d95-1018e229d027 req-cf142e87-6050-4ea4-92b5-0f1838317ffc tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.1062882 Sep 23 13:32:36.505532 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-e73e5a8f-e316-4acd-ba54-9448fc2848c0 service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317949 Sep 23 13:32:36.556611 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dac1fef4-9ebd-4780-9d95-1018e229d027 req-3f2dbbce-b509-481b-bbbb-900ebfdf1c4e tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610712 Sep 23 13:32:36.610227 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'faf727b3-0391-472a-bcef-f8d3ef4a0ffb', 'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'mac_address': 'fa:16:3e:2a:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:24Z', 'updated_at': '2021-09-23T13:27:29Z', 'revision_number': 5, 'project_id': '166103fc3a724214a2949c9c98becb64', 'subnets': [{'id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:36.615264 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-21bab650-bfe5-4cb3-84be-d7bcfcea0b2b req-423d4687-b08b-4aad-bf29-7315a836f67c service neutron] 10.222.0.15 "GET /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011095 Sep 23 13:32:36.725582 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa50f0-facb-4357-a0ef-67fd283b1305 None None] The sync data for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi is: [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:27:25Z', 'revision_number': 4, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'faf727b3-0391-472a-bcef-f8d3ef4a0ffb', 'name': '', 'network_id': '95a129b5-b84e-493f-8055-89d16bd5627e', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'mac_address': 'fa:16:3e:2a:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:24Z', 'updated_at': '2021-09-23T13:27:29Z', 'revision_number': 5, 'project_id': '166103fc3a724214a2949c9c98becb64', 'subnets': [{'id': '31b65520-231e-4fb0-baf4-2c8d424eb2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:32:36.936863 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026b19b-bdd1-4092-80fc-46e86000d318 None None] New status for floating IP 8bb153a2-6325-4397-9ff6-e976ca42c1a7: DOWN {{(pid=94599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:32:37.673060 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f1615-ce97-4b94-96a6-9e98d0593858 req-b881fefe-deae-41a6-ae8c-8c11f35d3f82 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:37.674491 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8b2f1615-ce97-4b94-96a6-9e98d0593858 req-b881fefe-deae-41a6-ae8c-8c11f35d3f82 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.0489304 Sep 23 13:32:37.713945 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8b2f1615-ce97-4b94-96a6-9e98d0593858 req-3569c67e-1b5d-44a5-a9fb-5fa0b7e0559c tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/security-groups?id=14d30456-180d-4df4-9344-44860969388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334790 Sep 23 13:32:38.224979 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-38aff083-a225-47c0-b2cd-22870bd90582 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:38.226453 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-38aff083-a225-47c0-b2cd-22870bd90582 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 946 time: 0.1400149 Sep 23 13:32:38.321494 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Deleting port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:38.321838 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:38.410490 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] For port ce8cf903-1a09-4a17-bf7c-6f27602c68a6, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:38.410779 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:38.424865 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Calling delete_port for ce8cf903-1a09-4a17-bf7c-6f27602c68a6 owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:38.610261 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:38.640835 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event deleted for resources: {'Port': ['ID=ce8cf903-1a09-4a17-bf7c-6f27602c68a6,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:38.692001 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] No DVR routers for this DVR port ce8cf903-1a09-4a17-bf7c-6f27602c68a6 on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:32:38.695218 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:38.698039 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-107dba2f-c12e-4811-873d-dc2eae1eba36 req-2e747d09-6ce1-4c75-a886-d55f1fd019f1 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.15 "DELETE /v2.0/ports/ce8cf903-1a09-4a17-bf7c-6f27602c68a6 HTTP/1.1" status: 204 len: 173 time: 0.4610436 Sep 23 13:32:38.698477 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'name': 'network-vif-deleted', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:32:38.700721 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb0bf7d-d6e0-4976-9e28-92c5772da7d1" -d '{"events": [{"server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "name": "network-vif-deleted", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:32:38.740734 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e6e4bc-e40c-4e77-9ca0-8a94417ee9e7 x-openstack-request-id: req-d0e6e4bc-e40c-4e77-9ca0-8a94417ee9e7 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:32:38.741113 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a5363a-6f67-425e-80cc-7d214dc71dae", "name": "network-vif-deleted", "tag": "ce8cf903-1a09-4a17-bf7c-6f27602c68a6", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:32:38.741279 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0e6e4bc-e40c-4e77-9ca0-8a94417ee9e7 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:32:38.741669 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a5363a-6f67-425e-80cc-7d214dc71dae', 'name': 'network-vif-deleted', 'tag': 'ce8cf903-1a09-4a17-bf7c-6f27602c68a6', 'status': 'completed', 'code': 200} Sep 23 13:32:38.809469 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-15bf26db-01d2-4084-8307-aadd947fe86f req-a6e7ee4c-8f65-49ef-bf00-2407d7d86a7a tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 210 time: 0.0267463 Sep 23 13:32:39.915220 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-335097c2-fc20-41c3-93bb-a4dd0450bd37 req-a099de32-3a30-4d2f-9125-a8dcc2b91ef2 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a5363a-6f67-425e-80cc-7d214dc71dae HTTP/1.1" status: 200 len: 210 time: 0.0267451 Sep 23 13:32:40.977156 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59092) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:41.036906 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1f42e4f-b060-48cd-8236-117017de7a42 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:41.061135 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1f42e4f-b060-48cd-8236-117017de7a42 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:41.180866 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1f42e4f-b060-48cd-8236-117017de7a42 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:41.183406 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1f42e4f-b060-48cd-8236-117017de7a42 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:41.184605 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-a1f42e4f-b060-48cd-8236-117017de7a42 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] 10.222.0.41 "DELETE /v2.0/security-groups/14d30456-180d-4df4-9344-44860969388d HTTP/1.1" status: 204 len: 168 time: 0.2064786 Sep 23 13:32:41.193625 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42e4f-b060-48cd-8236-117017de7a42 tempest-TestShelveInstance-807593591 tempest-TestShelveInstance-807593591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d30456-180d-4df4-9344-44860969388d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:41.292766 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59096) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:41.683141 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16332551'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:41.867886 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-cbd75309-f513-48b1-899a-cc4779a90b78 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:41.869270 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-cbd75309-f513-48b1-899a-cc4779a90b78 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/networks?id=6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 200 len: 814 time: 0.1045635 Sep 23 13:32:41.884276 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-b52eff8d-0be4-4819-a293-71e1e5da6c33 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/quotas/761f1cae547d48608326106cf511390e HTTP/1.1" status: 200 len: 375 time: 0.0089817 Sep 23 13:32:41.926047 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Deleting port faf727b3-0391-472a-bcef-f8d3ef4a0ffb {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:41.926392 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:41.936099 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-d103e82a-c1c8-478b-8bca-ae0bd2e88256 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464575 Sep 23 13:32:42.007623 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] For port faf727b3-0391-472a-bcef-f8d3ef4a0ffb, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=faf727b3-0391-472a-bcef-f8d3ef4a0ffb,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:42.008274 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:42.020807 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Calling delete_port for faf727b3-0391-472a-bcef-f8d3ef4a0ffb owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:42.025741 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-222220e8-18d4-4385-b5fc-b2c6fe41c203 service neutron] 10.222.0.41 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825825 Sep 23 13:32:42.118054 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-5259d6e5-bbbb-4860-ac89-cd9357192467 service neutron] 10.222.0.41 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861251 Sep 23 13:32:42.266047 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device ce8cf903-1a09-4a17-bf7c-6f27602c68a6 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:32:42.286552 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: ce8cf903-1a09-4a17-bf7c-6f27602c68a6 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:32:42.286892 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device ce8cf903-1a09-4a17-bf7c-6f27602c68a6 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:32:42.323776 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:42.358712 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=faf727b3-0391-472a-bcef-f8d3ef4a0ffb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:42.396124 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-66a3a7f0-6811-48ef-ab85-c5607b974f44 req-6597cd0e-88e2-46ca-945d-4da553950665 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 210 time: 0.0334299 Sep 23 13:32:42.533876 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16331662'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:42.765785 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Router 676a68db-7694-440e-acdc-cd64e8492412 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:32:42.883098 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:32:42.892116 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-6452b563-8a22-4d49-b262-6ccdb3c4e9cf admin admin] 10.222.0.41 "PUT /v2.0/routers/676a68db-7694-440e-acdc-cd64e8492412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5946317 Sep 23 13:32:42.892240 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59126) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:42.895294 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] Sync routers for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:32:42.916656 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:32:42.918729 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:42.998857 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks [] for router, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.027662 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:32:43.100860 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.205977 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:32:42Z', 'revision_number': 5, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port': {'id': '8411a8c8-2ea0-4802-b0d4-01f19962bd16', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676a68db-7694-440e-acdc-cd64e8492412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:22Z', 'updated_at': '2021-09-23T13:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:43.226180 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Deleting port 8411a8c8-2ea0-4802-b0d4-01f19962bd16 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:43.226541 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.234681 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] Checking router: 676a68db-7694-440e-acdc-cd64e8492412 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:32:43.243053 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] Routers {'676a68db-7694-440e-acdc-cd64e8492412'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:32:43.243718 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['676a68db-7694-440e-acdc-cd64e8492412'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:43.315444 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] For port 8411a8c8-2ea0-4802-b0d4-01f19962bd16, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=8411a8c8-2ea0-4802-b0d4-01f19962bd16,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:43.315949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.329478 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Calling delete_port for 8411a8c8-2ea0-4802-b0d4-01f19962bd16 owned by network:router_gateway {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:43.330197 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] Set router 676a68db-7694-440e-acdc-cd64e8492412 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:32:43.381994 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:32:43Z', 'revision_number': 6, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port_host': None}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:43.411478 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f15bc8-a5db-4204-bd00-68e1e8778004 None None] The sync data for ids ['676a68db-7694-440e-acdc-cd64e8492412'] in dv-cinder-809201-2-iscsi is: [{'id': '676a68db-7694-440e-acdc-cd64e8492412', 'name': 'tempest-TestShelveInstance-1689184243-router', 'tenant_id': '166103fc3a724214a2949c9c98becb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:20Z', 'updated_at': '2021-09-23T13:32:43Z', 'revision_number': 6, 'project_id': '166103fc3a724214a2949c9c98becb64', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:32:43.516030 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-215386c7-aa3a-44e9-ae79-5041c90644f2 req-a08e58ae-a922-42b7-952a-e05573d791bd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 210 time: 0.0327275 Sep 23 13:32:43.580961 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.606256 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Pushing event deleted for resources: {'Port': ['ID=8411a8c8-2ea0-4802-b0d4-01f19962bd16,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:43.671216 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16331597'] for router_gateway, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.764888 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16319266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.767913 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.877507 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16319275'] for router, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.878076 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 676a68db-7694-440e-acdc-cd64e8492412 {{(pid=94597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:32:43.884487 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] Notify callbacks [] for router, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.884487 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-02531275-ff65-45f8-901f-d8df3bb60803 admin admin] 10.222.0.41 "DELETE /v2.0/routers/676a68db-7694-440e-acdc-cd64e8492412 HTTP/1.1" status: 204 len: 168 time: 0.9902363 Sep 23 13:32:43.886134 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59130) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:43.932441 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-536654dc-1f2f-4bbb-8f6c-5f43bc368ee0 admin admin] Deleting subnet 31b65520-231e-4fb0-baf4-2c8d424eb2cd {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:32:43.935875 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-536654dc-1f2f-4bbb-8f6c-5f43bc368ee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:43.975476 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-536654dc-1f2f-4bbb-8f6c-5f43bc368ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.051759 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-536654dc-1f2f-4bbb-8f6c-5f43bc368ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.159350 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-536654dc-1f2f-4bbb-8f6c-5f43bc368ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.196008 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536654dc-1f2f-4bbb-8f6c-5f43bc368ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b65520-231e-4fb0-baf4-2c8d424eb2cd,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:44.211937 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-536654dc-1f2f-4bbb-8f6c-5f43bc368ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.216859 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59132) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:44.217743 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-536654dc-1f2f-4bbb-8f6c-5f43bc368ee0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/31b65520-231e-4fb0-baf4-2c8d424eb2cd HTTP/1.1" status: 204 len: 168 time: 0.3306148 Sep 23 13:32:44.221605 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef111dfd-7a83-4d2b-aabe-4a086c4e289c None None] Network 95a129b5-b84e-493f-8055-89d16bd5627e requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:32:44.314406 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-6d85f20a-742e-4307-bfaa-4aef22605ff6 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:44.316110 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-6d85f20a-742e-4307-bfaa-4aef22605ff6 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "GET /v2.0/networks?id=6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 200 len: 814 time: 0.1307352 Sep 23 13:32:44.317173 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.333136 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Request body: {'port': {'device_id': '0631fc2a-b799-40c5-9865-b45164a1d438', 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4', 'admin_state_up': True, 'tenant_id': '761f1cae547d48608326106cf511390e'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:32:44.384446 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Deleting port 09151566-b033-412d-9df0-beb220106ca0 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:44.385096 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.443732 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0bfe7f-af63-4543-a695-0e1fb5fac2e5 None None] DHCP port deletion for 95a129b5-b84e-493f-8055-89d16bd5627e request from dv-cinder-809201-2-iscsi {{(pid=94599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 13:32:44.464458 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] For port 09151566-b033-412d-9df0-beb220106ca0, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=09151566-b033-412d-9df0-beb220106ca0,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:44.464961 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.479533 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Calling delete_port for 09151566-b033-412d-9df0-beb220106ca0 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:44.510396 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5d0bfe7f-af63-4543-a695-0e1fb5fac2e5 None None] Deleting port 09151566-b033-412d-9df0-beb220106ca0 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:44.510767 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfe7f-af63-4543-a695-0e1fb5fac2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.535792 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Made reservation on behalf of 761f1cae547d48608326106cf511390e for: {'port': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:32:44.539910 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.581662 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-5d0bfe7f-af63-4543-a695-0e1fb5fac2e5 None None] For port 09151566-b033-412d-9df0-beb220106ca0, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=09151566-b033-412d-9df0-beb220106ca0,segment=NetworkSegment(bbc32376-bdbb-4a30-b88c-09a065234e1e),segment_id=bbc32376-bdbb-4a30-b88c-09a065234e1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:44.582333 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfe7f-af63-4543-a695-0e1fb5fac2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.601765 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5d0bfe7f-af63-4543-a695-0e1fb5fac2e5 None None] Calling delete_port for 09151566-b033-412d-9df0-beb220106ca0 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:44.632672 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.653589 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-880187e0-ee21-44f4-8120-2c9cf462de8b req-257d7f2f-5c43-4b7d-96fb-6cc70af70888 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 210 time: 0.0402606 Sep 23 13:32:44.658702 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=09151566-b033-412d-9df0-beb220106ca0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:44.662332 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] No DVR routers for this DVR port 09151566-b033-412d-9df0-beb220106ca0 on host dv-cinder-809201-2-iscsi {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:32:44.697400 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d0bfe7f-af63-4543-a695-0e1fb5fac2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.728615 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0bfe7f-af63-4543-a695-0e1fb5fac2e5 None None] No DVR routers for this DVR port 09151566-b033-412d-9df0-beb220106ca0 on host dv-cinder-809201-2-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:32:44.730506 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bfe7f-af63-4543-a695-0e1fb5fac2e5 None None] Pushing event deleted for resources: {'Port': ['ID=09151566-b033-412d-9df0-beb220106ca0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:44.733627 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Allocated IP 172.20.0.3 (6775faf1-4861-4794-a4b3-b79d8b6eaad4/1794662d-2de1-464d-97d3-e1604730bb5f/0daa8fc4-13b7-4188-96cc-923e40b50d5b) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:32:44.747366 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.768999 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a129b5-b84e-493f-8055-89d16bd5627e']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:44.778657 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc32376-bdbb-4a30-b88c-09a065234e1e') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:44.778959 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc32376-bdbb-4a30-b88c-09a065234e1e') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:44.788596 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13201862'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.801984 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.807979 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:32:44.808347 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24934804'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: Traceback (most recent call last): Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: timer() Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: cb(*args, **kw) Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: return func(*args, **kwargs) Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: self._notify() Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: self.callback(batched_events) Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: event.method(event) Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: return f(self, *a, **k) Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._get(url).json() Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: return self.request(url, 'GET', **kwargs) Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:32:44.809999 dv-cinder-809201-2-iscsi neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:32:44.897361 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.924201 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.928939 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:44.932167 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] 10.222.0.41 "DELETE /v2.0/networks/95a129b5-b84e-493f-8055-89d16bd5627e HTTP/1.1" status: 204 len: 168 time: 0.7127709 Sep 23 13:32:44.934505 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59140) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:44.945376 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badc57b-968e-47b1-a1a2-a44c62b06d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=95a129b5-b84e-493f-8055-89d16bd5627e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:45.026359 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:45.038774 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['5e8a8c68-a843-4bc5-b087-6abb9d88afd5', '7cb54d97-327e-4275-a3aa-a6b869f2b093', '4d5f6edf-838f-4214-89ef-a1601d72efd4'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:32:45.072806 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:32:45.080126 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:32:45.085672 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:32:45.152554 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Pushing event updated for resources: {'Port': ['ID=0daa8fc4-13b7-4188-96cc-923e40b50d5b,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:45.179424 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:45.180070 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:45.378121 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device faf727b3-0391-472a-bcef-f8d3ef4a0ffb no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:32:45.401194 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: faf727b3-0391-472a-bcef-f8d3ef4a0ffb {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:32:45.401555 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device faf727b3-0391-472a-bcef-f8d3ef4a0ffb not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:32:45.401957 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 09151566-b033-412d-9df0-beb220106ca0 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:32:45.421352 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 09151566-b033-412d-9df0-beb220106ca0 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:32:45.421608 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 09151566-b033-412d-9df0-beb220106ca0 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:32:45.422030 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 8411a8c8-2ea0-4802-b0d4-01f19962bd16 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:32:45.442773 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 8411a8c8-2ea0-4802-b0d4-01f19962bd16 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:32:45.443112 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 8411a8c8-2ea0-4802-b0d4-01f19962bd16 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:32:45.526074 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-bc121da4-55a0-4a00-b268-42d299bfac35 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1970246 Sep 23 13:32:45.542334 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Request body: {'port': {'device_id': '0631fc2a-b799-40c5-9865-b45164a1d438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:32:45.625483 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:45.862790 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a246ef6-8d55-46bc-ac14-75a106a09c34 req-0438fc96-f255-45b6-a931-9d258aa75fe4 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:45.864304 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3a246ef6-8d55-46bc-ac14-75a106a09c34 req-0438fc96-f255-45b6-a931-9d258aa75fe4 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 931 time: 0.1034098 Sep 23 13:32:45.899982 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16332551'] for router_interface, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:45.994060 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3a246ef6-8d55-46bc-ac14-75a106a09c34 req-1bffa6a3-241a-4e4c-9c0e-afdad605d515 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024678 Sep 23 13:32:46.121774 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0daa8fc4-13b7-4188-96cc-923e40b50d5b {{(pid=94597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:32:46.147578 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:46.164776 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Transition to ACTIVE for port object 0daa8fc4-13b7-4188-96cc-923e40b50d5b will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:32:46.228584 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:46.284683 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Pushing event updated for resources: {'Port': ['ID=0daa8fc4-13b7-4188-96cc-923e40b50d5b,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:46.335852 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Deleting port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:46.336196 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:46.413102 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Attempting to bind port 0daa8fc4-13b7-4188-96cc-923e40b50d5b on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:32:46.413438 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Attempting to bind port 0daa8fc4-13b7-4188-96cc-923e40b50d5b by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:32:46.413785 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Attempting to bind port 0daa8fc4-13b7-4188-96cc-923e40b50d5b on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:32:46.421598 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Port 0daa8fc4-13b7-4188-96cc-923e40b50d5b on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:32:46.421923 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Attempting to bind port 0daa8fc4-13b7-4188-96cc-923e40b50d5b on network 6775faf1-4861-4794-a4b3-b79d8b6eaad4 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:32:46.435342 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:32:46.435697 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Checking segment: {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:32:46.436088 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Bound using segment: {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:32:46.436512 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Bound port: 0daa8fc4-13b7-4188-96cc-923e40b50d5b, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9811c6ef-d229-4859-b5fc-975238c0ca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:32:46.436866 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:46.451337 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] For port 0f59bbc5-03f5-426f-a176-c998a1f6cbd9, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=0f59bbc5-03f5-426f-a176-c998a1f6cbd9,segment=NetworkSegment(326854a1-f9be-40cb-9497-a356ad5b09d7),segment_id=326854a1-f9be-40cb-9497-a356ad5b09d7)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:46.451733 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:46.486332 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Calling delete_port for 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 owned by network:router_interface {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:46.557750 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] For port 0daa8fc4-13b7-4188-96cc-923e40b50d5b, host hv-cinder-80920, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:32:46.563524 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] For port 0daa8fc4-13b7-4188-96cc-923e40b50d5b, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daa8fc4-13b7-4188-96cc-923e40b50d5b,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:32:46.638502 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:46.671236 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:46.672102 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:46.673761 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] 10.222.0.15 "PUT /v2.0/ports/0daa8fc4-13b7-4188-96cc-923e40b50d5b HTTP/1.1" status: 200 len: 1093 time: 1.1353834 Sep 23 13:32:46.676404 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0631fc2a-b799-40c5-9865-b45164a1d438', 'tag': '0daa8fc4-13b7-4188-96cc-923e40b50d5b'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:32:46.679473 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781d04f2-efea-47cf-9204-928969577b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0631fc2a-b799-40c5-9865-b45164a1d438", "tag": "0daa8fc4-13b7-4188-96cc-923e40b50d5b"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:32:46.718273 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32838ae2-909c-4888-aa4a-ec8d97dc608a x-openstack-request-id: req-32838ae2-909c-4888-aa4a-ec8d97dc608a {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:32:46.718562 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0631fc2a-b799-40c5-9865-b45164a1d438", "tag": "0daa8fc4-13b7-4188-96cc-923e40b50d5b", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:32:46.718816 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32838ae2-909c-4888-aa4a-ec8d97dc608a {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:32:46.719232 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0631fc2a-b799-40c5-9865-b45164a1d438', 'tag': '0daa8fc4-13b7-4188-96cc-923e40b50d5b', 'status': 'completed', 'code': 200} Sep 23 13:32:46.741345 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65684d8b-0f1b-4d5f-b09e-b8fe7828de83 service neutron] Pushing event updated for resources: {'Port': ['ID=0daa8fc4-13b7-4188-96cc-923e40b50d5b,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:46.788960 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d04f2-efea-47cf-9204-928969577b5d req-1cc8d703-812c-4512-8f92-f09b54d1d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:46.790586 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-781d04f2-efea-47cf-9204-928969577b5d req-1cc8d703-812c-4512-8f92-f09b54d1d0fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 1096 time: 0.0444264 Sep 23 13:32:46.890336 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:46.917840 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d04f2-efea-47cf-9204-928969577b5d req-30a301a1-8e0e-4932-bd3d-050301f31df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:46.919297 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-781d04f2-efea-47cf-9204-928969577b5d req-30a301a1-8e0e-4932-bd3d-050301f31df4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=761f1cae547d48608326106cf511390e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1182444 Sep 23 13:32:46.921699 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f59bbc5-03f5-426f-a176-c998a1f6cbd9,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:47.130324 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d04f2-efea-47cf-9204-928969577b5d req-42655dff-2ec9-4a30-a8c1-cad0a72f4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:47.131804 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-781d04f2-efea-47cf-9204-928969577b5d req-42655dff-2ec9-4a30-a8c1-cad0a72f4b08 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2035880 Sep 23 13:32:47.210053 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8851e7-95cd-42c8-9bf1-edcbc7336b7f req-ce4bbba2-1d5f-4059-95bc-507293d0e741 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:47.211422 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5d8851e7-95cd-42c8-9bf1-edcbc7336b7f req-ce4bbba2-1d5f-4059-95bc-507293d0e741 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 943 time: 0.1269722 Sep 23 13:32:47.233047 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16331662'] for router_interface, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:47.296942 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-6171b7a1-b0a2-4ea9-8499-675f219d4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:47.298432 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-6171b7a1-b0a2-4ea9-8499-675f219d4992 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 1096 time: 0.1278739 Sep 23 13:32:47.306436 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5d8851e7-95cd-42c8-9bf1-edcbc7336b7f req-fb588335-22ad-468a-a940-4f7190481cd1 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877094 Sep 23 13:32:47.350616 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-0f527e73-ae48-4393-9ee4-9ba2f1386f4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0daa8fc4-13b7-4188-96cc-923e40b50d5b HTTP/1.1" status: 200 len: 217 time: 0.0418861 Sep 23 13:32:47.444561 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-4009c796-20cb-4ce6-b880-dffc35443ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:47.445994 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-4009c796-20cb-4ce6-b880-dffc35443ebb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1794662d-2de1-464d-97d3-e1604730bb5f HTTP/1.1" status: 200 len: 854 time: 0.0833836 Sep 23 13:32:47.506431 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-6e0ba5dc-ade9-41ab-b139-976157a105fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6775faf1-4861-4794-a4b3-b79d8b6eaad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257580 Sep 23 13:32:47.620131 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Router d09cf742-c165-4999-8a19-52425874349b has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:32:47.676719 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-2f892d14-f712-427b-8af0-7364dae8205e service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576650 Sep 23 13:32:48.064139 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:32:48.069978 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-4f40e073-0862-4aae-a0e6-dd551903d02f admin admin] 10.222.0.41 "PUT /v2.0/routers/d09cf742-c165-4999-8a19-52425874349b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1344624 Sep 23 13:32:48.073138 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59150) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:48.082331 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] Sync routers for ids ['d09cf742-c165-4999-8a19-52425874349b'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:32:48.090431 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d1dc381e-1ba6-4347-907e-eb96cf15c32a req-10f1f473-865c-4313-bc55-f2fb35ff787f service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029160 Sep 23 13:32:48.090945 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] Routers {'d09cf742-c165-4999-8a19-52425874349b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:32:48.091560 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['d09cf742-c165-4999-8a19-52425874349b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:48.183560 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:48.299325 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:48.313904 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] Set router d09cf742-c165-4999-8a19-52425874349b gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:32:48.412408 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Deleting port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:48.412811 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:48.436091 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54048e23-9a43-4299-bacd-2850594022f5 req-eeb016c5-563f-46d8-ad40-31e9e02d5761 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:48.437624 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-54048e23-9a43-4299-bacd-2850594022f5 req-eeb016c5-563f-46d8-ad40-31e9e02d5761 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 943 time: 0.0571747 Sep 23 13:32:48.480219 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-54048e23-9a43-4299-bacd-2850594022f5 req-69f68f78-9290-4f00-9a03-cc8b18e4078b tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358126 Sep 23 13:32:48.496048 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] For port c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:48.496513 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:48.501842 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09cf742-c165-4999-8a19-52425874349b', 'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:29Z', 'updated_at': '2021-09-23T13:32:46Z', 'revision_number': 5, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'gw_port': {'id': 'c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09cf742-c165-4999-8a19-52425874349b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:27:30Z', 'updated_at': '2021-09-23T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:48.510675 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Calling delete_port for c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:48.532184 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] Checking router: d09cf742-c165-4999-8a19-52425874349b for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:32:48.540426 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] Routers {'d09cf742-c165-4999-8a19-52425874349b'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:32:48.541029 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['d09cf742-c165-4999-8a19-52425874349b'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:48.625242 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] Set router d09cf742-c165-4999-8a19-52425874349b gateway port host: None {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:32:48.676450 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09cf742-c165-4999-8a19-52425874349b', 'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:29Z', 'updated_at': '2021-09-23T13:32:48Z', 'revision_number': 6, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'gw_port_host': None}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:48.705962 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a9436-a44c-4096-be6a-c53e415ce6a7 None None] The sync data for ids ['d09cf742-c165-4999-8a19-52425874349b'] in dv-cinder-809201-2-iscsi is: [{'id': 'd09cf742-c165-4999-8a19-52425874349b', 'name': 'tempest-TestShelveInstance-239084817-router', 'tenant_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:27:29Z', 'updated_at': '2021-09-23T13:32:48Z', 'revision_number': 6, 'project_id': 'ba4d3c0598914f65b8a7ca79b151916c', 'gw_port_host': None}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:32:48.729969 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:48.762266 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:48.827367 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16331597'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:48.915903 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16319266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:48.917978 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.032901 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16319275'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.033419 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d09cf742-c165-4999-8a19-52425874349b {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:32:49.038322 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.039560 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-888931c1-6762-4a1a-b264-ec69e52111d3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d09cf742-c165-4999-8a19-52425874349b HTTP/1.1" status: 204 len: 168 time: 0.9654176 Sep 23 13:32:49.041944 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59154) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:49.090400 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d35551-b0dc-4ad3-9f6b-d016264681f1 admin admin] Deleting subnet 3c95a8bb-3a34-4554-8579-5aef2b402830 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:32:49.093780 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d35551-b0dc-4ad3-9f6b-d016264681f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.134714 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d35551-b0dc-4ad3-9f6b-d016264681f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13201887'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.218204 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d35551-b0dc-4ad3-9f6b-d016264681f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.343045 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d35551-b0dc-4ad3-9f6b-d016264681f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24929338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12665029'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.362565 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:32:49.370174 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d35551-b0dc-4ad3-9f6b-d016264681f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c95a8bb-3a34-4554-8579-5aef2b402830,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:49.374006 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d35551-b0dc-4ad3-9f6b-d016264681f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.378974 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-08d35551-b0dc-4ad3-9f6b-d016264681f1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3c95a8bb-3a34-4554-8579-5aef2b402830 HTTP/1.1" status: 204 len: 168 time: 0.3334503 Sep 23 13:32:49.379559 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59156) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:49.386505 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e4828-e3c1-46f5-ba73-89b8be82f5fe None None] Network 5de71e8a-f639-478e-8544-1a22dafccd8e requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:32:49.399472 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:32:49.399851 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device c1b1a113-0ae4-4ea9-bf0a-a5f913c463b0 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:32:49.400277 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:32:49.427368 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:32:49.427640 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 0f59bbc5-03f5-426f-a176-c998a1f6cbd9 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:32:49.451779 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.526845 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Deleting port 6a67a844-05b5-4b69-985f-827eb25f51ba {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:49.527180 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.603432 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62563b2f-c79c-4dcd-8cf7-e131c0d8c4a1 None None] DHCP port deletion for 5de71e8a-f639-478e-8544-1a22dafccd8e request from dv-cinder-809201-2-iscsi {{(pid=94599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 13:32:49.614991 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] For port 6a67a844-05b5-4b69-985f-827eb25f51ba, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=6a67a844-05b5-4b69-985f-827eb25f51ba,segment=NetworkSegment(326854a1-f9be-40cb-9497-a356ad5b09d7),segment_id=326854a1-f9be-40cb-9497-a356ad5b09d7)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:49.615370 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.632867 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Calling delete_port for 6a67a844-05b5-4b69-985f-827eb25f51ba owned by network:dhcp {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:49.649389 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-62563b2f-c79c-4dcd-8cf7-e131c0d8c4a1 None None] Deleting port 6a67a844-05b5-4b69-985f-827eb25f51ba {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:49.649752 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62563b2f-c79c-4dcd-8cf7-e131c0d8c4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.654088 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cad89f-7c8b-4886-b3f4-dd55e4e3396f req-893f8eab-e3ed-4739-a6de-c147eb06e927 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:49.655573 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e1cad89f-7c8b-4886-b3f4-dd55e4e3396f req-893f8eab-e3ed-4739-a6de-c147eb06e927 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 943 time: 0.1005020 Sep 23 13:32:49.715043 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-62563b2f-c79c-4dcd-8cf7-e131c0d8c4a1 None None] For port 6a67a844-05b5-4b69-985f-827eb25f51ba, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=6a67a844-05b5-4b69-985f-827eb25f51ba,segment=NetworkSegment(326854a1-f9be-40cb-9497-a356ad5b09d7),segment_id=326854a1-f9be-40cb-9497-a356ad5b09d7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:49.715353 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62563b2f-c79c-4dcd-8cf7-e131c0d8c4a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.727439 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-62563b2f-c79c-4dcd-8cf7-e131c0d8c4a1 None None] Calling delete_port for 6a67a844-05b5-4b69-985f-827eb25f51ba owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:49.742192 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e1cad89f-7c8b-4886-b3f4-dd55e4e3396f req-e6ed0ba8-ff30-4efc-89f4-19d107566cc5 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Sep 23 13:32:49.815110 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.820728 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62563b2f-c79c-4dcd-8cf7-e131c0d8c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.842220 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a67a844-05b5-4b69-985f-827eb25f51ba,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:49.844081 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] No DVR routers for this DVR port 6a67a844-05b5-4b69-985f-827eb25f51ba on host dv-cinder-809201-2-iscsi {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:32:49.852380 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62563b2f-c79c-4dcd-8cf7-e131c0d8c4a1 None None] No DVR routers for this DVR port 6a67a844-05b5-4b69-985f-827eb25f51ba on host dv-cinder-809201-2-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:32:49.859463 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62563b2f-c79c-4dcd-8cf7-e131c0d8c4a1 None None] Pushing event deleted for resources: {'Port': ['ID=6a67a844-05b5-4b69-985f-827eb25f51ba,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:49.917451 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.937205 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de71e8a-f639-478e-8544-1a22dafccd8e']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:49.946666 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326854a1-f9be-40cb-9497-a356ad5b09d7') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:49.946963 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326854a1-f9be-40cb-9497-a356ad5b09d7') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:49.956659 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.969644 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.975327 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:32:49.975752 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:32:49.977349 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:32:50.094949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:50.101095 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:50.102916 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5de71e8a-f639-478e-8544-1a22dafccd8e HTTP/1.1" status: 204 len: 168 time: 0.7223132 Sep 23 13:32:50.112271 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffa844-9efa-4e02-9db6-19cd2e8dc685 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de71e8a-f639-478e-8544-1a22dafccd8e,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:50.331669 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 0daa8fc4-13b7-4188-96cc-923e40b50d5b details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:32:50.348967 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59164) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:50.392144 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-14b68b48-7681-4877-8146-83cc60b2856a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=166103fc3a724214a2949c9c98becb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410557 Sep 23 13:32:50.394274 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59166) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:50.432096 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 0daa8fc4-13b7-4188-96cc-923e40b50d5b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daa8fc4-13b7-4188-96cc-923e40b50d5b,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:50.443896 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '0daa8fc4-13b7-4188-96cc-923e40b50d5b', 'network_id': '6775faf1-4861-4794-a4b3-b79d8b6eaad4', 'port_id': '0daa8fc4-13b7-4188-96cc-923e40b50d5b', 'mac_address': 'fa:16:3e:95:e0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1794662d-2de1-464d-97d3-e1604730bb5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:32:50.444938 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-25e326d3-1c74-4df7-b764-acefb9615959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:50.466276 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-25e326d3-1c74-4df7-b764-acefb9615959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:50.480290 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:50.493110 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0daa8fc4-13b7-4188-96cc-923e40b50d5b {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:32:50.512807 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 0daa8fc4-13b7-4188-96cc-923e40b50d5b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daa8fc4-13b7-4188-96cc-923e40b50d5b,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:50.569370 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-25e326d3-1c74-4df7-b764-acefb9615959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:50.572398 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-25e326d3-1c74-4df7-b764-acefb9615959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:50.573549 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-25e326d3-1c74-4df7-b764-acefb9615959 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/341669ad-4a73-47bc-b102-1927df59a1ec HTTP/1.1" status: 204 len: 168 time: 0.1783643 Sep 23 13:32:50.575431 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:50.583272 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e326d3-1c74-4df7-b764-acefb9615959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341669ad-4a73-47bc-b102-1927df59a1ec,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:50.635604 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=0daa8fc4-13b7-4188-96cc-923e40b50d5b,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:50.857291 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf57eb-1c63-4b49-95cc-e61a2121d73a req-68099129-d5ce-4466-b08f-eb6e8fef63c1 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:50.858805 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-efbf57eb-1c63-4b49-95cc-e61a2121d73a req-68099129-d5ce-4466-b08f-eb6e8fef63c1 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 944 time: 0.0506477 Sep 23 13:32:50.869006 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['0daa8fc4-13b7-4188-96cc-923e40b50d5b'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:32:50.905402 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-efbf57eb-1c63-4b49-95cc-e61a2121d73a req-20dea74e-7c89-4583-b77b-08f10d8a3cfc tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Sep 23 13:32:51.202497 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59174) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:51.244563 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-9444aaba-50df-4769-bf4a-6dc581d7467a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba4d3c0598914f65b8a7ca79b151916c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409334 Sep 23 13:32:51.247315 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59176) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:51.293545 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d12cb743-3e23-4ace-908d-2843707ea7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:51.315296 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d12cb743-3e23-4ace-908d-2843707ea7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:51.362098 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 6a67a844-05b5-4b69-985f-827eb25f51ba no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:32:51.382419 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 6a67a844-05b5-4b69-985f-827eb25f51ba {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:32:51.384809 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 6a67a844-05b5-4b69-985f-827eb25f51ba not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:32:51.426417 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d12cb743-3e23-4ace-908d-2843707ea7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:51.428958 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d12cb743-3e23-4ace-908d-2843707ea7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:51.430124 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-d12cb743-3e23-4ace-908d-2843707ea7f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b2b244b-37cc-4824-be38-09e88fdf4f35 HTTP/1.1" status: 204 len: 168 time: 0.1818569 Sep 23 13:32:51.437803 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cb743-3e23-4ace-908d-2843707ea7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2b244b-37cc-4824-be38-09e88fdf4f35,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:52.012034 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eae88-2e99-475b-931a-5717125b24d0 req-f6b8e959-f36d-4f2f-84bf-7ef67fba788a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:52.013534 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ed2eae88-2e99-475b-931a-5717125b24d0 req-f6b8e959-f36d-4f2f-84bf-7ef67fba788a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 944 time: 0.0488784 Sep 23 13:32:52.052369 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ed2eae88-2e99-475b-931a-5717125b24d0 req-22e5b3b9-0982-4b2a-844e-13b0273797b3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Sep 23 13:32:52.332733 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 0daa8fc4-13b7-4188-96cc-923e40b50d5b up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:32:52.377142 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be7c06-ec16-4c37-99d3-d859992d0177 req-ab4d3acb-e365-44db-87ed-863378490f2e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:52.378657 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36be7c06-ec16-4c37-99d3-d859992d0177 req-ab4d3acb-e365-44db-87ed-863378490f2e tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 946 time: 0.0578845 Sep 23 13:32:52.416357 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-36be7c06-ec16-4c37-99d3-d859992d0177 req-65feda7f-5203-4981-bec1-a6d742997408 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Sep 23 13:32:52.442692 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 0daa8fc4-13b7-4188-96cc-923e40b50d5b completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:32:52.447047 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 0daa8fc4-13b7-4188-96cc-923e40b50d5b triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:32:52.447440 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:52.524225 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:52.545935 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0631fc2a-b799-40c5-9865-b45164a1d438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daa8fc4-13b7-4188-96cc-923e40b50d5b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:32:52.549233 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fa816d-5fd8-4f7a-91b0-8701ae7405ce" -d '{"events": [{"server_uuid": "0631fc2a-b799-40c5-9865-b45164a1d438", "name": "network-vif-plugged", "status": "completed", "tag": "0daa8fc4-13b7-4188-96cc-923e40b50d5b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:32:52.562059 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 0daa8fc4-13b7-4188-96cc-923e40b50d5b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daa8fc4-13b7-4188-96cc-923e40b50d5b,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:52.588796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6db6fa0-14e8-4290-b018-1b7591b5c6ac x-openstack-request-id: req-a6db6fa0-14e8-4290-b018-1b7591b5c6ac {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:32:52.588796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0631fc2a-b799-40c5-9865-b45164a1d438", "name": "network-vif-plugged", "status": "completed", "tag": "0daa8fc4-13b7-4188-96cc-923e40b50d5b", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:32:52.588796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6db6fa0-14e8-4290-b018-1b7591b5c6ac {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:32:52.588796 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0631fc2a-b799-40c5-9865-b45164a1d438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daa8fc4-13b7-4188-96cc-923e40b50d5b', 'code': 200} Sep 23 13:32:52.638289 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:52.689694 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=0daa8fc4-13b7-4188-96cc-923e40b50d5b,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:52.884121 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a7446-3de5-4b4d-afcf-c1d66926f1fe req-dc828269-95b6-49cc-9a77-8ffd3bea963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:52.885493 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a7a7446-3de5-4b4d-afcf-c1d66926f1fe req-dc828269-95b6-49cc-9a77-8ffd3bea963f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 1098 time: 0.0386076 Sep 23 13:32:52.922846 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a7a7446-3de5-4b4d-afcf-c1d66926f1fe req-7dbe9202-2622-4694-92d3-b202b5ac7f8c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268662 Sep 23 13:32:53.164254 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747df3a-5b1c-4929-93e6-d6601e845391 req-0e37c3f6-5596-45d8-9364-dfb0d4a05227 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:53.165644 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4747df3a-5b1c-4929-93e6-d6601e845391 req-0e37c3f6-5596-45d8-9364-dfb0d4a05227 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 945 time: 0.0478384 Sep 23 13:32:53.202138 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4747df3a-5b1c-4929-93e6-d6601e845391 req-62d6ea0f-1341-44ed-9ad1-07b8326fc6ee tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307086 Sep 23 13:32:53.537856 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b66d78-026c-4948-bed4-72f4d15b3bbc req-c7465fed-6bd4-436a-bafd-22ff115f7e61 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:53.539301 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a6b66d78-026c-4948-bed4-72f4d15b3bbc req-c7465fed-6bd4-436a-bafd-22ff115f7e61 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 946 time: 0.0524426 Sep 23 13:32:53.575178 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a6b66d78-026c-4948-bed4-72f4d15b3bbc req-c52afda3-ba4c-4acb-aa76-7b8e507e8125 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300455 Sep 23 13:32:54.233610 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-17a6aad2-907e-4300-b77c-6a38df8bef61 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:54.235033 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-17a6aad2-907e-4300-b77c-6a38df8bef61 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 946 time: 0.0511808 Sep 23 13:32:54.351219 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c034d1-7c65-43f5-979e-e9b4cdb7f9e1 req-33812a30-2f3b-4052-981e-d4d60c58d17f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:54.352689 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-18c034d1-7c65-43f5-979e-e9b4cdb7f9e1 req-33812a30-2f3b-4052-981e-d4d60c58d17f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 945 time: 0.0831380 Sep 23 13:32:54.387100 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Deleting port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:54.387437 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:54.414932 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-18c034d1-7c65-43f5-979e-e9b4cdb7f9e1 req-d5b180d4-c20f-4e92-ab45-c478c260240c tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556195 Sep 23 13:32:54.482710 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] For port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:32:54.482965 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:54.720911 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:54.721271 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:54.721581 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Floating IP b6b94318-8db8-4ecf-9a01-268c0d58086a disassociated. External IP: 172.27.2.205, port: 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c. Sep 23 13:32:54.721924 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Calling delete_port for 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:54.743661 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecd0cc-edef-4007-9382-853c4a65a7e5 req-6e93c142-3653-48fd-9258-34e8bafd0776 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:54.745112 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e3ecd0cc-edef-4007-9382-853c4a65a7e5 req-6e93c142-3653-48fd-9258-34e8bafd0776 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/ports?device_id=e82809b8-75f8-4176-a6fe-58a2d4a6e109 HTTP/1.1" status: 200 len: 946 time: 0.0979691 Sep 23 13:32:54.823816 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e3ecd0cc-edef-4007-9382-853c4a65a7e5 req-c3db33af-7e95-4f06-9f3d-f24b40548073 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa02b838-e5b1-489f-aacc-d7d4b9c30783&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473599 Sep 23 13:32:54.940618 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:54.970695 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event deleted for resources: {'Port': ['ID=43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:55.084191 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:32:55.190527 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:32:55.200800 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] Sync routers for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:32:55.212240 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:32:55.212864 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:55.230650 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] No DVR routers for this DVR port 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:32:55.233146 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:55.235132 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-50e52244-7ee4-446d-ae36-fd9eb6247db7 req-d9d9ca89-a75f-4cc9-bebb-340a9a629b88 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.15 "DELETE /v2.0/ports/43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c HTTP/1.1" status: 204 len: 173 time: 0.9897501 Sep 23 13:32:55.235648 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-deleted', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:32:55.237776 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b3bc06-e835-4dba-a57b-411525bccb7f" -d '{"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-deleted", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:32:55.273584 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a261b92-316f-4d75-ae63-656606ffdbe9 x-openstack-request-id: req-1a261b92-316f-4d75-ae63-656606ffdbe9 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:32:55.273880 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82809b8-75f8-4176-a6fe-58a2d4a6e109", "name": "network-vif-deleted", "tag": "43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:32:55.274137 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a261b92-316f-4d75-ae63-656606ffdbe9 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:32:55.274559 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82809b8-75f8-4176-a6fe-58a2d4a6e109', 'name': 'network-vif-deleted', 'tag': '43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c', 'status': 'completed', 'code': 200} Sep 23 13:32:55.317414 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:32:55.524572 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:55.536953 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1f97-9300-48ff-8ad3-71b65feb1100 req-ffd746e9-37f8-4a88-9a64-40c026337dac tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:32:55.538487 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f19f1f97-9300-48ff-8ad3-71b65feb1100 req-ffd746e9-37f8-4a88-9a64-40c026337dac tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 945 time: 0.0514073 Sep 23 13:32:55.552253 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] Checking router: 1e3b9923-8172-47fd-92c6-03df7ccf66e2 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:32:55.560471 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:32:55.561019 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:55.578132 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f19f1f97-9300-48ff-8ad3-71b65feb1100 req-7673ea9a-a4a4-4794-ad1f-745d97779920 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Sep 23 13:32:55.671605 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:32:55.866522 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:32:55.878237 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:32:55.905928 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d10da-2902-4c82-80ab-f244e2173e59 None None] The sync data for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi is: [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:26:03Z', 'revision_number': 4, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'd6d3867d-100b-4dac-8902-4f8b327f287f', 'name': '', 'network_id': '9f815ddf-0867-41ff-8100-f764ce20a8f1', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'mac_address': 'fa:16:3e:4e:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:26:01Z', 'updated_at': '2021-09-23T13:26:08Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'subnets': [{'id': '22f64494-ca96-444f-9f5d-13811ad615f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:32:56.027643 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59212) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:56.086953 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8a4438e7-998d-4263-a4ea-ece27141c563 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.116566 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8a4438e7-998d-4263-a4ea-ece27141c563 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.130958 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec19a4-d88d-493a-b90d-d033e4656412 None None] New status for floating IP b6b94318-8db8-4ecf-9a01-268c0d58086a: DOWN {{(pid=94599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:32:56.243598 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8a4438e7-998d-4263-a4ea-ece27141c563 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.246440 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8a4438e7-998d-4263-a4ea-ece27141c563 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.247600 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-8a4438e7-998d-4263-a4ea-ece27141c563 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa02b838-e5b1-489f-aacc-d7d4b9c30783 HTTP/1.1" status: 204 len: 168 time: 0.2187691 Sep 23 13:32:56.250570 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59216) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:56.256615 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4438e7-998d-4263-a4ea-ece27141c563 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa02b838-e5b1-489f-aacc-d7d4b9c30783,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:56.264708 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.api.v2.resource [None req-f1c0cf80-340a-4751-ab8b-ed0fff1f98ad tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] show failed (client error): The resource could not be found. Sep 23 13:32:56.265769 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f1c0cf80-340a-4751-ab8b-ed0fff1f98ad tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "GET /v2.0/security-groups/fa02b838-e5b1-489f-aacc-d7d4b9c30783 HTTP/1.1" status: 404 len: 347 time: 0.0141988 Sep 23 13:32:56.269434 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59218) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:56.398848 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Deleting port fa780682-12c3-4650-8a9a-33731aedd0ce {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:32:56.399165 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.475400 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.475755 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.486823 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Calling delete_port for fa780682-12c3-4650-8a9a-33731aedd0ce owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:32:56.666783 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.693640 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Pushing event deleted for resources: {'Port': ['ID=fa780682-12c3-4650-8a9a-33731aedd0ce,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:32:56.750387 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.753265 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:56.754416 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-a02ea704-deb8-4470-852e-f0963ec50207 tempest-AttachVolumeShelveTestJSON-1232159293 tempest-AttachVolumeShelveTestJSON-1232159293-project] 10.222.0.41 "DELETE /v2.0/floatingips/b6b94318-8db8-4ecf-9a01-268c0d58086a HTTP/1.1" status: 204 len: 168 time: 0.4840937 Sep 23 13:32:57.752035 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:32:58.335849 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:32:58.355056 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:32:58.355388 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 43b6ba6a-4013-405c-9e8e-b2a1ddc3ce6c not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:32:59.369580 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59256) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:32:59.887699 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16332551'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:00.125914 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Deleting port d6d3867d-100b-4dac-8902-4f8b327f287f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:33:00.126252 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:00.181027 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-054b381e-9950-4e4d-b78c-98453c922e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:00.201287 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] For port d6d3867d-100b-4dac-8902-4f8b327f287f, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=d6d3867d-100b-4dac-8902-4f8b327f287f,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:33:00.201646 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:00.214339 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Calling delete_port for d6d3867d-100b-4dac-8902-4f8b327f287f owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:33:00.443798 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:00.470218 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d3867d-100b-4dac-8902-4f8b327f287f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:00.874900 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16331662'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:01.085752 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:33:01.193163 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:33:01.198335 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-62bb6f20-5ffd-4876-96db-9067e432928e admin admin] 10.222.0.41 "PUT /v2.0/routers/1e3b9923-8172-47fd-92c6-03df7ccf66e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275928 Sep 23 13:33:01.200744 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59264) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:01.203371 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] Sync routers for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:33:01.213235 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:33:01.213840 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:01.304215 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:01.408851 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:33:01.409782 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:01.555000 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Deleting port f29b2107-e18a-4ae5-b46e-bad540944a7a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:33:01.555718 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:01.584420 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:33:00Z', 'revision_number': 5, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port': {'id': 'f29b2107-e18a-4ae5-b46e-bad540944a7a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:04:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:25:57Z', 'updated_at': '2021-09-23T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:01.613483 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] Checking router: 1e3b9923-8172-47fd-92c6-03df7ccf66e2 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:33:01.621583 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] Routers {'1e3b9923-8172-47fd-92c6-03df7ccf66e2'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:33:01.622227 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:32:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:01.631846 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] For port f29b2107-e18a-4ae5-b46e-bad540944a7a, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=f29b2107-e18a-4ae5-b46e-bad540944a7a,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:33:01.632237 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:01.644833 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Calling delete_port for f29b2107-e18a-4ae5-b46e-bad540944a7a owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:33:01.705078 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] Set router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:33:01.754500 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:33:01Z', 'revision_number': 6, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port_host': None}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:01.783781 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d389c-a09e-486b-8ad0-68249b869b17 None None] The sync data for ids ['1e3b9923-8172-47fd-92c6-03df7ccf66e2'] in dv-cinder-809201-2-iscsi is: [{'id': '1e3b9923-8172-47fd-92c6-03df7ccf66e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1290146818-router', 'tenant_id': '02b0d5c47aa94594a176ee743ffde0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:25:56Z', 'updated_at': '2021-09-23T13:33:01Z', 'revision_number': 6, 'project_id': '02b0d5c47aa94594a176ee743ffde0c5', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:33:01.860174 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:01.889740 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Pushing event deleted for resources: {'Port': ['ID=f29b2107-e18a-4ae5-b46e-bad540944a7a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:01.948929 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16331597'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.035723 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16319266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.037842 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.144402 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16319275'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.144402 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3b9923-8172-47fd-92c6-03df7ccf66e2 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:33:02.146622 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.149980 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-a30b0a9c-4384-422b-99e5-0faf82d72cab admin admin] 10.222.0.41 "DELETE /v2.0/routers/1e3b9923-8172-47fd-92c6-03df7ccf66e2 HTTP/1.1" status: 204 len: 168 time: 0.9460077 Sep 23 13:33:02.150432 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59268) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:02.198733 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-99971322-e3c0-4a5f-bcbb-9320931ce433 admin admin] Deleting subnet 22f64494-ca96-444f-9f5d-13811ad615f1 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:33:02.205140 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99971322-e3c0-4a5f-bcbb-9320931ce433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.238825 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99971322-e3c0-4a5f-bcbb-9320931ce433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13201887'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.312357 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99971322-e3c0-4a5f-bcbb-9320931ce433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.455219 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99971322-e3c0-4a5f-bcbb-9320931ce433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24929338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12665029'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.477641 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99971322-e3c0-4a5f-bcbb-9320931ce433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f64494-ca96-444f-9f5d-13811ad615f1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:02.483207 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99971322-e3c0-4a5f-bcbb-9320931ce433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.485104 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-99971322-e3c0-4a5f-bcbb-9320931ce433 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/22f64494-ca96-444f-9f5d-13811ad615f1 HTTP/1.1" status: 204 len: 168 time: 0.3337195 Sep 23 13:33:02.489106 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59270) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:02.491538 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b45c95-213b-47cb-9bd5-72c561cf4205 None None] Network 9f815ddf-0867-41ff-8100-f764ce20a8f1 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:33:02.562755 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.613265 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a629107c-ddc2-4e45-beda-8a31835ba8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.619481 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Deleting port 68f47558-77d0-48f8-b0b5-1171cd827be8 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:33:02.619853 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.685462 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] For port 68f47558-77d0-48f8-b0b5-1171cd827be8, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=68f47558-77d0-48f8-b0b5-1171cd827be8,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:33:02.685842 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.698127 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Calling delete_port for 68f47558-77d0-48f8-b0b5-1171cd827be8 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:33:02.707261 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba825bdb-ff4c-4933-b501-be14434cdc88 None None] DHCP port deletion for 9f815ddf-0867-41ff-8100-f764ce20a8f1 request from dv-cinder-809201-2-iscsi {{(pid=94599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 13:33:02.759451 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ba825bdb-ff4c-4933-b501-be14434cdc88 None None] Deleting port 68f47558-77d0-48f8-b0b5-1171cd827be8 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:33:02.759964 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ba825bdb-ff4c-4933-b501-be14434cdc88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.829134 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-ba825bdb-ff4c-4933-b501-be14434cdc88 None None] For port 68f47558-77d0-48f8-b0b5-1171cd827be8, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=68f47558-77d0-48f8-b0b5-1171cd827be8,segment=NetworkSegment(56e3e9a1-8011-4704-8c7c-7e5875a2e19f),segment_id=56e3e9a1-8011-4704-8c7c-7e5875a2e19f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:33:02.830069 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ba825bdb-ff4c-4933-b501-be14434cdc88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.843645 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.848014 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ba825bdb-ff4c-4933-b501-be14434cdc88 None None] Calling delete_port for 68f47558-77d0-48f8-b0b5-1171cd827be8 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:33:02.878811 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Pushing event deleted for resources: {'Port': ['ID=68f47558-77d0-48f8-b0b5-1171cd827be8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:02.882766 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] No DVR routers for this DVR port 68f47558-77d0-48f8-b0b5-1171cd827be8 on host dv-cinder-809201-2-iscsi {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:33:02.933477 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ba825bdb-ff4c-4933-b501-be14434cdc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.962581 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:02.968992 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba825bdb-ff4c-4933-b501-be14434cdc88 None None] Pushing event deleted for resources: {'Port': ['ID=68f47558-77d0-48f8-b0b5-1171cd827be8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:02.976335 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba825bdb-ff4c-4933-b501-be14434cdc88 None None] No DVR routers for this DVR port 68f47558-77d0-48f8-b0b5-1171cd827be8 on host dv-cinder-809201-2-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:33:02.993878 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f815ddf-0867-41ff-8100-f764ce20a8f1']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:03.004701 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e3e9a1-8011-4704-8c7c-7e5875a2e19f') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:03.004997 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e3e9a1-8011-4704-8c7c-7e5875a2e19f') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:03.014155 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13201862'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.027571 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.033577 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:33:03.033966 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24934804'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: Traceback (most recent call last): Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: timer() Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: cb(*args, **kw) Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: return func(*args, **kwargs) Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: self._notify() Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: self.callback(batched_events) Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: event.method(event) Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: return f(self, *a, **k) Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._get(url).json() Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: return self.request(url, 'GET', **kwargs) Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:33:03.035634 dv-cinder-809201-2-iscsi neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:33:03.182009 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.192180 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.200535 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] 10.222.0.41 "DELETE /v2.0/networks/9f815ddf-0867-41ff-8100-f764ce20a8f1 HTTP/1.1" status: 204 len: 168 time: 0.7059252 Sep 23 13:33:03.209641 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ef93f-3229-46ed-af97-0b245f92016a admin admin] Pushing event deleted for resources: {'Network': ['ID=9f815ddf-0867-41ff-8100-f764ce20a8f1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:03.211380 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.380325 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device d6d3867d-100b-4dac-8902-4f8b327f287f no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:33:03.406744 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: d6d3867d-100b-4dac-8902-4f8b327f287f {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:33:03.407141 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device d6d3867d-100b-4dac-8902-4f8b327f287f not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:33:03.408082 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 68f47558-77d0-48f8-b0b5-1171cd827be8 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:33:03.428240 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 68f47558-77d0-48f8-b0b5-1171cd827be8 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:33:03.428588 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 68f47558-77d0-48f8-b0b5-1171cd827be8 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:33:03.429010 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f29b2107-e18a-4ae5-b46e-bad540944a7a no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:33:03.449566 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: f29b2107-e18a-4ae5-b46e-bad540944a7a {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:33:03.449909 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f29b2107-e18a-4ae5-b46e-bad540944a7a not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:33:03.509137 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59282) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:03.554968 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-eeaf695c-240d-495e-9887-d55a8debd496 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02b0d5c47aa94594a176ee743ffde0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443566 Sep 23 13:33:03.557636 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59284) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:03.617093 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f7548dc-2082-4e26-8f21-ea8a242ec946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.644868 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f7548dc-2082-4e26-8f21-ea8a242ec946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.741179 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f7548dc-2082-4e26-8f21-ea8a242ec946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.743878 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f7548dc-2082-4e26-8f21-ea8a242ec946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:03.747621 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-6f7548dc-2082-4e26-8f21-ea8a242ec946 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5988f768-ee8a-4ced-aceb-4a0ac9a45122 HTTP/1.1" status: 204 len: 168 time: 0.1865332 Sep 23 13:33:03.754850 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7548dc-2082-4e26-8f21-ea8a242ec946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5988f768-ee8a-4ced-aceb-4a0ac9a45122,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:03.952103 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:05.512494 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:05.596935 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59348) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:05.708385 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99545a7e-f586-4085-969c-35ee4288e61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:05.797817 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99545a7e-f586-4085-969c-35ee4288e61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:05.884239 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99545a7e-f586-4085-969c-35ee4288e61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:05.924310 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-99545a7e-f586-4085-969c-35ee4288e61b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4de3c6e5bdbe4236b5e3e881353025ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262808 Sep 23 13:33:05.925512 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99545a7e-f586-4085-969c-35ee4288e61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90703501-6535-4ffa-9940-280f6562a059,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:05.926986 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59356) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:05.979332 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f4b590c0-3a92-453c-b8ae-c77fa34d3b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:06.026945 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f4b590c0-3a92-453c-b8ae-c77fa34d3b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:06.067327 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11585836-6e7b-41b3-90d6-65c391729a9f req-4577f7b8-cd41-42a5-a79c-b51191d9ed71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750697 Sep 23 13:33:06.133921 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11585836-6e7b-41b3-90d6-65c391729a9f req-33e18f36-f291-4ec2-86fa-a186b14b432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:06.135309 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11585836-6e7b-41b3-90d6-65c391729a9f req-33e18f36-f291-4ec2-86fa-a186b14b432d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=761f1cae547d48608326106cf511390e&device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 1099 time: 0.0403364 Sep 23 13:33:06.152330 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f4b590c0-3a92-453c-b8ae-c77fa34d3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:06.154963 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-f4b590c0-3a92-453c-b8ae-c77fa34d3b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:06.156080 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-f4b590c0-3a92-453c-b8ae-c77fa34d3b47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90703501-6535-4ffa-9940-280f6562a059 HTTP/1.1" status: 204 len: 168 time: 0.2281115 Sep 23 13:33:06.173073 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b590c0-3a92-453c-b8ae-c77fa34d3b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90703501-6535-4ffa-9940-280f6562a059,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:06.253725 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11585836-6e7b-41b3-90d6-65c391729a9f req-0ae7adc5-a29f-4645-b6cb-ee2edb384bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:06.255170 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11585836-6e7b-41b3-90d6-65c391729a9f req-0ae7adc5-a29f-4645-b6cb-ee2edb384bb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 200 len: 915 time: 0.0959322 Sep 23 13:33:06.298274 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11585836-6e7b-41b3-90d6-65c391729a9f req-86994b5c-4799-4895-aafc-f49966290557 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8a8c68-a843-4bc5-b087-6abb9d88afd5 HTTP/1.1" status: 200 len: 217 time: 0.0334971 Sep 23 13:33:06.346983 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11585836-6e7b-41b3-90d6-65c391729a9f req-4cc18d65-08b6-4d8e-9e99-ae0e41c9e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:06.348454 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11585836-6e7b-41b3-90d6-65c391729a9f req-4cc18d65-08b6-4d8e-9e99-ae0e41c9e554 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1794662d-2de1-464d-97d3-e1604730bb5f HTTP/1.1" status: 200 len: 854 time: 0.0426452 Sep 23 13:33:06.383437 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11585836-6e7b-41b3-90d6-65c391729a9f req-db4d8cd2-ae77-4194-9b30-bafffd5f2564 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6775faf1-4861-4794-a4b3-b79d8b6eaad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276194 Sep 23 13:33:06.475400 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11585836-6e7b-41b3-90d6-65c391729a9f req-00678076-80cd-4c36-b8ad-89629b54caed service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834579 Sep 23 13:33:06.579039 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-11585836-6e7b-41b3-90d6-65c391729a9f req-79cf832c-ecb6-45a7-afc3-720c811ee6ee service neutron] 10.222.0.15 "GET /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888534 Sep 23 13:33:08.605491 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0a1dd-b2f4-41cc-a7f6-30c82cdad623 req-707b10dc-caa3-4163-8ad4-b0172502e78c tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:08.606988 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3ca0a1dd-b2f4-41cc-a7f6-30c82cdad623 req-707b10dc-caa3-4163-8ad4-b0172502e78c tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Sep 23 13:33:08.645424 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3ca0a1dd-b2f4-41cc-a7f6-30c82cdad623 req-6e56b7ed-d983-43a6-adba-7d9f2d655168 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Sep 23 13:33:09.760766 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f83c6a-5c26-44ae-8c5b-35b7671143be req-527712e9-4f60-4688-85fd-ead86282bbd5 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:09.762249 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b6f83c6a-5c26-44ae-8c5b-35b7671143be req-527712e9-4f60-4688-85fd-ead86282bbd5 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 945 time: 0.0481761 Sep 23 13:33:09.799395 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b6f83c6a-5c26-44ae-8c5b-35b7671143be req-a82e3ecc-ea10-46e8-88d1-d0f853c2a06a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305228 Sep 23 13:33:10.259858 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce946c-5068-48e7-8745-918076304217 req-a56aa694-bfa0-47c8-a8b8-39ff4a800800 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:10.261275 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3dce946c-5068-48e7-8745-918076304217 req-a56aa694-bfa0-47c8-a8b8-39ff4a800800 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 945 time: 0.0511088 Sep 23 13:33:10.347037 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-3dce946c-5068-48e7-8745-918076304217 req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Deleting port 0daa8fc4-13b7-4188-96cc-923e40b50d5b {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:33:10.347371 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-3dce946c-5068-48e7-8745-918076304217 req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:10.434989 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-3dce946c-5068-48e7-8745-918076304217 req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] For port 0daa8fc4-13b7-4188-96cc-923e40b50d5b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daa8fc4-13b7-4188-96cc-923e40b50d5b,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:33:10.435345 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-3dce946c-5068-48e7-8745-918076304217 req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:10.446692 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-3dce946c-5068-48e7-8745-918076304217 req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Calling delete_port for 0daa8fc4-13b7-4188-96cc-923e40b50d5b owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:33:10.626726 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-3dce946c-5068-48e7-8745-918076304217 req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:10.659653 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Pushing event deleted for resources: {'Port': ['ID=0daa8fc4-13b7-4188-96cc-923e40b50d5b,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:10.696586 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dce946c-5068-48e7-8745-918076304217 req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] No DVR routers for this DVR port 0daa8fc4-13b7-4188-96cc-923e40b50d5b on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:33:10.698965 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-3dce946c-5068-48e7-8745-918076304217 req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:10.700908 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3dce946c-5068-48e7-8745-918076304217 req-5627e6b5-b768-4a1f-9b8c-97ca2284b72d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "DELETE /v2.0/ports/0daa8fc4-13b7-4188-96cc-923e40b50d5b HTTP/1.1" status: 204 len: 173 time: 0.4327278 Sep 23 13:33:10.701347 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0631fc2a-b799-40c5-9865-b45164a1d438', 'name': 'network-vif-deleted', 'tag': '0daa8fc4-13b7-4188-96cc-923e40b50d5b'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:33:10.703521 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea0e14-e94f-4b42-ad87-d135344138fc" -d '{"events": [{"server_uuid": "0631fc2a-b799-40c5-9865-b45164a1d438", "name": "network-vif-deleted", "tag": "0daa8fc4-13b7-4188-96cc-923e40b50d5b"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:33:10.740489 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accaf1a0-adba-4706-a14b-ccee6083371b x-openstack-request-id: req-accaf1a0-adba-4706-a14b-ccee6083371b {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:33:10.740785 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0631fc2a-b799-40c5-9865-b45164a1d438", "name": "network-vif-deleted", "tag": "0daa8fc4-13b7-4188-96cc-923e40b50d5b", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:33:10.741041 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-accaf1a0-adba-4706-a14b-ccee6083371b {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:33:10.741439 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0631fc2a-b799-40c5-9865-b45164a1d438', 'name': 'network-vif-deleted', 'tag': '0daa8fc4-13b7-4188-96cc-923e40b50d5b', 'status': 'completed', 'code': 200} Sep 23 13:33:10.890793 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ee5ec4a3-2f30-424c-877f-0d4697f4b84d req-4db7438f-02bd-4fc8-9206-ad59677758cf tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 210 time: 0.0247488 Sep 23 13:33:11.983674 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-aec27370-d440-466d-b480-4c8d837a68f1 req-b186caa1-0d05-4271-82d5-fe7705be54a3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 210 time: 0.0253701 Sep 23 13:33:13.075596 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b34e9a66-81e9-4b51-b886-a6b4167e12d1 req-92d2463d-a003-43db-a6dd-408cc815a9ef tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0631fc2a-b799-40c5-9865-b45164a1d438 HTTP/1.1" status: 200 len: 210 time: 0.0252111 Sep 23 13:33:13.099075 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['5e8a8c68-a843-4bc5-b087-6abb9d88afd5', '7cb54d97-327e-4275-a3aa-a6b869f2b093', '4d5f6edf-838f-4214-89ef-a1601d72efd4', '0daa8fc4-13b7-4188-96cc-923e40b50d5b'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:33:15.815119 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d487eb-112e-4b7b-85e9-4fa888c2dbbe req-7e8ff2e6-4df1-41cf-9bc8-f7e96e697b4d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:15.816610 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-48d487eb-112e-4b7b-85e9-4fa888c2dbbe req-7e8ff2e6-4df1-41cf-9bc8-f7e96e697b4d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 946 time: 0.0506213 Sep 23 13:33:15.854503 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-48d487eb-112e-4b7b-85e9-4fa888c2dbbe req-9e834f46-4db6-436d-83cd-719750b375a9 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Sep 23 13:33:16.973696 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caea367-bac2-4b4b-99a4-f8764546b7c2 req-6a3c8b57-b0b1-4ad0-ad33-77ce7c76b55f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:16.975360 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9caea367-bac2-4b4b-99a4-f8764546b7c2 req-6a3c8b57-b0b1-4ad0-ad33-77ce7c76b55f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 946 time: 0.0539424 Sep 23 13:33:17.012325 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9caea367-bac2-4b4b-99a4-f8764546b7c2 req-ce346bcd-dbc9-48ee-b8d1-d1a680f08055 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310345 Sep 23 13:33:17.931232 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 0daa8fc4-13b7-4188-96cc-923e40b50d5b no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:33:17.941028 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 0daa8fc4-13b7-4188-96cc-923e40b50d5b {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:33:17.941370 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 0daa8fc4-13b7-4188-96cc-923e40b50d5b not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:33:18.125941 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f12c9-f3ca-430a-9078-840469473364 req-2cb51703-0e88-4b11-a91e-c96269c530d4 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:18.127424 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d42f12c9-f3ca-430a-9078-840469473364 req-2cb51703-0e88-4b11-a91e-c96269c530d4 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 946 time: 0.0504165 Sep 23 13:33:18.165128 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d42f12c9-f3ca-430a-9078-840469473364 req-ce1695a9-d812-4ab2-b120-c1c0c437033d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Sep 23 13:33:19.285290 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432fb6-0b06-4531-b51a-487494128ddf req-2a0073f7-65da-4026-b80a-e74ad6baed71 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:19.287555 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7c432fb6-0b06-4531-b51a-487494128ddf req-2a0073f7-65da-4026-b80a-e74ad6baed71 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 946 time: 0.0563416 Sep 23 13:33:19.324799 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7c432fb6-0b06-4531-b51a-487494128ddf req-036023c4-c7d2-4d7b-ab3d-c0f4ceeb8839 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Sep 23 13:33:19.499126 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-e2452bb7-dfea-4263-a370-6e705e2f505a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:19.500502 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-e2452bb7-dfea-4263-a370-6e705e2f505a tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 946 time: 0.0478446 Sep 23 13:33:19.592326 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Deleting port 4d5f6edf-838f-4214-89ef-a1601d72efd4 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:33:19.592666 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:19.678455 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] For port 4d5f6edf-838f-4214-89ef-a1601d72efd4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4d5f6edf-838f-4214-89ef-a1601d72efd4,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:33:19.678815 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:19.690735 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Calling delete_port for 4d5f6edf-838f-4214-89ef-a1601d72efd4 owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:33:19.872537 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:19.884223 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['5e8a8c68-a843-4bc5-b087-6abb9d88afd5', '7cb54d97-327e-4275-a3aa-a6b869f2b093', '4d5f6edf-838f-4214-89ef-a1601d72efd4'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:33:19.904755 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Pushing event deleted for resources: {'Port': ['ID=4d5f6edf-838f-4214-89ef-a1601d72efd4,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:19.941421 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] No DVR routers for this DVR port 4d5f6edf-838f-4214-89ef-a1601d72efd4 on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:33:19.944672 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:19.946638 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cd89cf74-484f-408f-90dd-93147cda03e6 req-a6b608ba-737c-4f74-9376-a601adb39278 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "DELETE /v2.0/ports/4d5f6edf-838f-4214-89ef-a1601d72efd4 HTTP/1.1" status: 204 len: 173 time: 0.4398894 Sep 23 13:33:19.947080 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12b49d8-a963-4304-a51b-d8570d75c923', 'name': 'network-vif-deleted', 'tag': '4d5f6edf-838f-4214-89ef-a1601d72efd4'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:33:19.949447 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183aa7eb-0c86-4cc6-b02b-bafa6bf8255d" -d '{"events": [{"server_uuid": "e12b49d8-a963-4304-a51b-d8570d75c923", "name": "network-vif-deleted", "tag": "4d5f6edf-838f-4214-89ef-a1601d72efd4"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:33:19.985502 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9db547-c224-4c75-9ec7-1e6b4181c62c x-openstack-request-id: req-6a9db547-c224-4c75-9ec7-1e6b4181c62c {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:33:19.985791 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12b49d8-a963-4304-a51b-d8570d75c923", "name": "network-vif-deleted", "tag": "4d5f6edf-838f-4214-89ef-a1601d72efd4", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:33:19.986046 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a9db547-c224-4c75-9ec7-1e6b4181c62c {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:33:19.986434 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12b49d8-a963-4304-a51b-d8570d75c923', 'name': 'network-vif-deleted', 'tag': '4d5f6edf-838f-4214-89ef-a1601d72efd4', 'status': 'completed', 'code': 200} Sep 23 13:33:20.429723 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f9f55a66-69dc-402e-a8ec-c04785175ad4 req-9a0200ce-edf4-47d0-aab1-ea26fa66bdab tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e12b49d8-a963-4304-a51b-d8570d75c923 HTTP/1.1" status: 200 len: 210 time: 0.0290542 Sep 23 13:33:21.935881 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f7789-5a30-483d-932e-3c061d6d97a9 req-65413d43-0a4b-4912-bbce-f3e3e8e1f9d2 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:21.937368 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8b3f7789-5a30-483d-932e-3c061d6d97a9 req-65413d43-0a4b-4912-bbce-f3e3e8e1f9d2 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 945 time: 0.0496666 Sep 23 13:33:21.974693 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8b3f7789-5a30-483d-932e-3c061d6d97a9 req-66ac1514-a3c3-4109-ab53-74cec6acd59f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Sep 23 13:33:23.092550 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478b65b-e3dd-44bc-a152-158cddeb6766 req-abcb56e1-d214-4fb2-b5ed-f84ede5284e9 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:23.094021 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6478b65b-e3dd-44bc-a152-158cddeb6766 req-abcb56e1-d214-4fb2-b5ed-f84ede5284e9 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 945 time: 0.0473099 Sep 23 13:33:23.132465 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6478b65b-e3dd-44bc-a152-158cddeb6766 req-056a417f-e0fa-41a0-9a09-e39658998de0 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Sep 23 13:33:23.863399 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 4d5f6edf-838f-4214-89ef-a1601d72efd4 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:33:23.884286 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 4d5f6edf-838f-4214-89ef-a1601d72efd4 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:33:23.884626 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 4d5f6edf-838f-4214-89ef-a1601d72efd4 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:33:24.248392 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606b235-1da6-4d8f-b063-928787af81cb req-596ebb2e-1d7c-4c8f-b7b4-2940b29372e3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:24.249839 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9606b235-1da6-4d8f-b063-928787af81cb req-596ebb2e-1d7c-4c8f-b7b4-2940b29372e3 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 945 time: 0.0515296 Sep 23 13:33:24.286601 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9606b235-1da6-4d8f-b063-928787af81cb req-d38a1c9f-115f-4d11-84fe-6aa234bc992b tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Sep 23 13:33:25.209989 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-c0148b51-f383-43d4-b9a6-9e91af0ebff7 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:25.212616 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-c0148b51-f383-43d4-b9a6-9e91af0ebff7 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 945 time: 0.0479186 Sep 23 13:33:25.300155 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Deleting port 7cb54d97-327e-4275-a3aa-a6b869f2b093 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:33:25.300874 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:25.421331 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] For port 7cb54d97-327e-4275-a3aa-a6b869f2b093, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7cb54d97-327e-4275-a3aa-a6b869f2b093,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:33:25.421686 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:25.439371 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0e64-6e8a-46b2-97f7-0f39f831e97a req-1818a068-72c4-438c-afef-b012ea7f9bfc tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:25.440939 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ae4d0e64-6e8a-46b2-97f7-0f39f831e97a req-1818a068-72c4-438c-afef-b012ea7f9bfc tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 945 time: 0.0773780 Sep 23 13:33:25.444841 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Calling delete_port for 7cb54d97-327e-4275-a3aa-a6b869f2b093 owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:33:25.524303 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ae4d0e64-6e8a-46b2-97f7-0f39f831e97a req-5aa213ea-affc-4be4-81c0-abae9bc90e51 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754602 Sep 23 13:33:25.677030 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:25.689587 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['5e8a8c68-a843-4bc5-b087-6abb9d88afd5', '7cb54d97-327e-4275-a3aa-a6b869f2b093'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:33:25.705749 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Pushing event deleted for resources: {'Port': ['ID=7cb54d97-327e-4275-a3aa-a6b869f2b093,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:25.737366 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.737707 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.738055 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.738391 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.738725 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.739055 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.739389 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.739736 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.740112 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.744493 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.744493 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.744493 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:25.758161 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] No DVR routers for this DVR port 7cb54d97-327e-4275-a3aa-a6b869f2b093 on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:33:25.760552 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:25.762527 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-35e1fbae-8614-4b2b-b031-b595e9c004ae req-a1f5c75d-0774-4335-b54a-096c0e7d8ebd tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "DELETE /v2.0/ports/7cb54d97-327e-4275-a3aa-a6b869f2b093 HTTP/1.1" status: 204 len: 173 time: 0.5429444 Sep 23 13:33:25.762963 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c5c4b5-5fc9-4865-8091-80de581d4d3c', 'name': 'network-vif-deleted', 'tag': '7cb54d97-327e-4275-a3aa-a6b869f2b093'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:33:25.765603 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff80cdc9-4bef-4e2b-993d-ca723c91e1e8" -d '{"events": [{"server_uuid": "a5c5c4b5-5fc9-4865-8091-80de581d4d3c", "name": "network-vif-deleted", "tag": "7cb54d97-327e-4275-a3aa-a6b869f2b093"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:33:25.802040 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc739b5-f4ad-4858-8a38-c4869d641344 x-openstack-request-id: req-abc739b5-f4ad-4858-8a38-c4869d641344 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:33:25.802040 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c5c4b5-5fc9-4865-8091-80de581d4d3c", "name": "network-vif-deleted", "tag": "7cb54d97-327e-4275-a3aa-a6b869f2b093", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:33:25.802292 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abc739b5-f4ad-4858-8a38-c4869d641344 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:33:25.802634 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c5c4b5-5fc9-4865-8091-80de581d4d3c', 'name': 'network-vif-deleted', 'tag': '7cb54d97-327e-4275-a3aa-a6b869f2b093', 'status': 'completed', 'code': 200} Sep 23 13:33:26.634759 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ba76edca-672e-4e95-a8f3-6479f3ef2d80 req-40f0452e-436d-4ffa-92d4-1e3cffc56b8c tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c5c4b5-5fc9-4865-8091-80de581d4d3c HTTP/1.1" status: 200 len: 210 time: 0.0304546 Sep 23 13:33:27.998012 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:29.824076 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 7cb54d97-327e-4275-a3aa-a6b869f2b093 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:33:29.965494 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 7cb54d97-327e-4275-a3aa-a6b869f2b093 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:33:29.965748 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 7cb54d97-327e-4275-a3aa-a6b869f2b093 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:33:30.197749 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb731dac-557d-4798-b4d5-4901bff32ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:31.642980 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d834d-61a3-40fb-a344-968583a5c6e2 req-22b28ea7-04d1-40dc-af03-31d0f1e9be3f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:31.644391 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-961d834d-61a3-40fb-a344-968583a5c6e2 req-22b28ea7-04d1-40dc-af03-31d0f1e9be3f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 946 time: 0.0484467 Sep 23 13:33:31.682004 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-961d834d-61a3-40fb-a344-968583a5c6e2 req-982a6179-ad5d-425b-be90-2bd46c3b6ea6 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Sep 23 13:33:32.609458 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ede2e041-515f-4786-b6ff-5c3305f24fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:32.797569 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712c965-1cb8-4c84-b490-7dc1f2709fc1 req-2276ddf7-c371-41a9-b3a1-7895c35e39d4 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:32.799022 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2712c965-1cb8-4c84-b490-7dc1f2709fc1 req-2276ddf7-c371-41a9-b3a1-7895c35e39d4 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 946 time: 0.0467114 Sep 23 13:33:32.839556 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2712c965-1cb8-4c84-b490-7dc1f2709fc1 req-f4cce01c-6164-4ec6-a711-5ba06e608d9e tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Sep 23 13:33:32.864716 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:33:33.231856 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:33.959629 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d2fcf-7280-4454-a804-03903dc95172 req-76cef734-5f09-425e-8827-b204a8534b32 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:33.961558 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9d2d2fcf-7280-4454-a804-03903dc95172 req-76cef734-5f09-425e-8827-b204a8534b32 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 946 time: 0.0559030 Sep 23 13:33:33.969413 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:34.000519 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9d2d2fcf-7280-4454-a804-03903dc95172 req-cccb6238-893b-4c35-8ae6-8fa2b805600f tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Sep 23 13:33:35.111961 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bddb6-51a0-4cab-ba03-acec4dba51ac req-281ba804-2c52-4e93-8993-e181285d2c92 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:35.113396 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5c6bddb6-51a0-4cab-ba03-acec4dba51ac req-281ba804-2c52-4e93-8993-e181285d2c92 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 946 time: 0.0473084 Sep 23 13:33:35.150114 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5c6bddb6-51a0-4cab-ba03-acec4dba51ac req-2053e64a-3644-4d36-8759-b5ac28f7ed56 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303659 Sep 23 13:33:35.516413 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:35.994442 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-46b37a25-7870-40ff-b474-1bb5b6b10de7 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:35.995955 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-46b37a25-7870-40ff-b474-1bb5b6b10de7 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 946 time: 0.0474606 Sep 23 13:33:36.087232 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Deleting port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:33:36.087572 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:36.173320 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] For port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,segment=NetworkSegment(9811c6ef-d229-4859-b5fc-975238c0ca6a),segment_id=9811c6ef-d229-4859-b5fc-975238c0ca6a)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:33:36.174023 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:36.190702 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Calling delete_port for 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:33:36.298500 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570c1a-b865-43ae-a241-cd56a785a83c req-ce2b280c-71b9-452e-ab82-2788516f2ad9 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:36.299895 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b4570c1a-b865-43ae-a241-cd56a785a83c req-ce2b280c-71b9-452e-ab82-2788516f2ad9 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/ports?device_id=90123c51-6447-40c7-9791-5389c36e5ace HTTP/1.1" status: 200 len: 946 time: 0.0700374 Sep 23 13:33:36.377480 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b4570c1a-b865-43ae-a241-cd56a785a83c req-b8d59216-9754-472f-9778-1a2f414b017d tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d2a6bda-2ed2-423b-a611-3989802f113c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709071 Sep 23 13:33:36.448231 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:36.459595 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['5e8a8c68-a843-4bc5-b087-6abb9d88afd5'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:33:36.475034 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Pushing event deleted for resources: {'Port': ['ID=5e8a8c68-a843-4bc5-b087-6abb9d88afd5,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:36.515297 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] No DVR routers for this DVR port 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:33:36.517717 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:36.519635 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4628be2f-ec32-4dcd-9ffa-20155c175c5a req-b4349d65-9850-4a7e-9892-1c98747b73e8 tempest-AttachVolumeNegativeTest-866487836 tempest-AttachVolumeNegativeTest-866487836-project] 10.222.0.15 "DELETE /v2.0/ports/5e8a8c68-a843-4bc5-b087-6abb9d88afd5 HTTP/1.1" status: 204 len: 173 time: 0.5174985 Sep 23 13:33:36.520096 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90123c51-6447-40c7-9791-5389c36e5ace', 'name': 'network-vif-deleted', 'tag': '5e8a8c68-a843-4bc5-b087-6abb9d88afd5'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:33:36.522268 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dea39f-f17f-4d0c-8b27-3234126222ab" -d '{"events": [{"server_uuid": "90123c51-6447-40c7-9791-5389c36e5ace", "name": "network-vif-deleted", "tag": "5e8a8c68-a843-4bc5-b087-6abb9d88afd5"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:33:36.560586 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a37904-a255-435b-a91c-6215cd65c99b x-openstack-request-id: req-a9a37904-a255-435b-a91c-6215cd65c99b {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:33:36.560876 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90123c51-6447-40c7-9791-5389c36e5ace", "name": "network-vif-deleted", "tag": "5e8a8c68-a843-4bc5-b087-6abb9d88afd5", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:33:36.561231 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9a37904-a255-435b-a91c-6215cd65c99b {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:33:36.561535 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90123c51-6447-40c7-9791-5389c36e5ace', 'name': 'network-vif-deleted', 'tag': '5e8a8c68-a843-4bc5-b087-6abb9d88afd5', 'status': 'completed', 'code': 200} Sep 23 13:33:37.430208 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59614) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:37.474029 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Deleting subnet 1794662d-2de1-464d-97d3-e1604730bb5f {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:33:37.477277 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.514659 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13201887'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.550939 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.666710 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24929338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12665029'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.691969 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1794662d-2de1-464d-97d3-e1604730bb5f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:37.697174 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.699059 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1794662d-2de1-464d-97d3-e1604730bb5f HTTP/1.1" status: 204 len: 168 time: 0.2677188 Sep 23 13:33:37.701647 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59616) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:37.704030 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.704388 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.704735 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.705109 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.705449 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.705783 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.706113 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.706444 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.706776 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.707104 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.707430 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.707779 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc04c-6cc4-4d05-83bb-5092dc812d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:33:37.771771 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.846741 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.865918 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6775faf1-4861-4794-a4b3-b79d8b6eaad4']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:37.875505 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9811c6ef-d229-4859-b5fc-975238c0ca6a') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:37.875848 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9811c6ef-d229-4859-b5fc-975238c0ca6a') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:33:37.885524 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.898955 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.904925 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:33:37.905312 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:33:37.906932 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:33:38.043589 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:38.050680 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:38.052461 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6775faf1-4861-4794-a4b3-b79d8b6eaad4 HTTP/1.1" status: 204 len: 168 time: 0.3498402 Sep 23 13:33:38.062015 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b03636-53a6-4469-9537-ec77d8ebc499 admin admin] Pushing event deleted for resources: {'Network': ['ID=6775faf1-4861-4794-a4b3-b79d8b6eaad4,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:38.443319 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59636) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:38.483587 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0fb967d9-22f2-4d50-a225-7cc84e7d48cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=761f1cae547d48608326106cf511390e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388916 Sep 23 13:33:38.485855 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59640) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:38.535657 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-952f80d7-168a-49b6-ae1f-10018aff9ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:38.558273 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-952f80d7-168a-49b6-ae1f-10018aff9ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:38.729268 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-952f80d7-168a-49b6-ae1f-10018aff9ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:38.731885 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-952f80d7-168a-49b6-ae1f-10018aff9ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:38.733382 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-952f80d7-168a-49b6-ae1f-10018aff9ea8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d2a6bda-2ed2-423b-a611-3989802f113c HTTP/1.1" status: 204 len: 168 time: 0.2465549 Sep 23 13:33:38.741171 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f80d7-168a-49b6-ae1f-10018aff9ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a6bda-2ed2-423b-a611-3989802f113c,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:39.829963 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:33:39.849397 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:33:39.849742 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 5e8a8c68-a843-4bc5-b087-6abb9d88afd5 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:33:41.416098 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59704) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:41.519622 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c80c4b2d-1713-4afe-98fa-1de5243f2d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:41.605925 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c80c4b2d-1713-4afe-98fa-1de5243f2d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:41.677938 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c80c4b2d-1713-4afe-98fa-1de5243f2d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:41.718643 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c80c4b2d-1713-4afe-98fa-1de5243f2d18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=feb9716af09b48c3a93dadd004c32a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014088 Sep 23 13:33:41.719587 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c4b2d-1713-4afe-98fa-1de5243f2d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d98413-af9f-4188-b1e3-50918f6ce6a9,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:41.721350 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59712) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:41.769933 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4203b2a-4d6a-46c7-a1ef-2a2ddc11c192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:41.791508 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4203b2a-4d6a-46c7-a1ef-2a2ddc11c192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:41.900775 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4203b2a-4d6a-46c7-a1ef-2a2ddc11c192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:41.903331 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4203b2a-4d6a-46c7-a1ef-2a2ddc11c192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:41.904541 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f4203b2a-4d6a-46c7-a1ef-2a2ddc11c192 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98d98413-af9f-4188-b1e3-50918f6ce6a9 HTTP/1.1" status: 204 len: 168 time: 0.1821952 Sep 23 13:33:41.913491 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4203b2a-4d6a-46c7-a1ef-2a2ddc11c192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d98413-af9f-4188-b1e3-50918f6ce6a9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:42.559136 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59730) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:42.572089 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61e05665-83df-4fbf-b331-1c21156b421b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:42.657347 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61e05665-83df-4fbf-b331-1c21156b421b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:42.740207 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61e05665-83df-4fbf-b331-1c21156b421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:42.777901 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-61e05665-83df-4fbf-b331-1c21156b421b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3382dfd4dfa4248be9a5833c1983429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177007 Sep 23 13:33:42.778895 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e05665-83df-4fbf-b331-1c21156b421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb9daa1-2967-4464-8fc9-0f070260afb0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:42.780695 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59732) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:42.828081 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-70d2df00-7d0d-43d4-8d54-6a90ba4591fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:42.849055 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-70d2df00-7d0d-43d4-8d54-6a90ba4591fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:42.980634 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-70d2df00-7d0d-43d4-8d54-6a90ba4591fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:42.984836 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-70d2df00-7d0d-43d4-8d54-6a90ba4591fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:42.984836 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-70d2df00-7d0d-43d4-8d54-6a90ba4591fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eb9daa1-2967-4464-8fc9-0f070260afb0 HTTP/1.1" status: 204 len: 168 time: 0.2025979 Sep 23 13:33:42.994454 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2df00-7d0d-43d4-8d54-6a90ba4591fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb9daa1-2967-4464-8fc9-0f070260afb0,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:48.141979 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59868) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:48.247086 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-99121cd6-4847-476f-be76-04f3535789a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:48.336039 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-99121cd6-4847-476f-be76-04f3535789a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:48.391793 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-99121cd6-4847-476f-be76-04f3535789a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:48.429480 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-99121cd6-4847-476f-be76-04f3535789a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b91d4fd71ed04c12bd5605ec2a496fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864521 Sep 23 13:33:48.430528 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99121cd6-4847-476f-be76-04f3535789a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12cdf5d-4ec2-4cba-82b9-7008d0552278,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:48.432378 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59872) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:48.481270 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95c12360-f8a6-4c01-9c7e-bf3c6fe494d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:48.501802 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95c12360-f8a6-4c01-9c7e-bf3c6fe494d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:48.614885 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95c12360-f8a6-4c01-9c7e-bf3c6fe494d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:48.618033 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95c12360-f8a6-4c01-9c7e-bf3c6fe494d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:48.619192 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-95c12360-f8a6-4c01-9c7e-bf3c6fe494d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a12cdf5d-4ec2-4cba-82b9-7008d0552278 HTTP/1.1" status: 204 len: 168 time: 0.1858251 Sep 23 13:33:48.627321 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c12360-f8a6-4c01-9c7e-bf3c6fe494d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12cdf5d-4ec2-4cba-82b9-7008d0552278,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:49.661198 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59906) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:49.765885 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-970ffac4-c3fc-4cd6-9da5-74ac492b7921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:49.855049 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-970ffac4-c3fc-4cd6-9da5-74ac492b7921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:49.939127 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-970ffac4-c3fc-4cd6-9da5-74ac492b7921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:49.978318 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-970ffac4-c3fc-4cd6-9da5-74ac492b7921 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6aa2e950e2224d92a0020ca1de97f184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157973 Sep 23 13:33:49.979302 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ffac4-c3fc-4cd6-9da5-74ac492b7921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5681b2-cf38-4f5a-855f-06f80f5d21fc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:49.983066 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59914) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:50.040927 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d780ac4a-aa54-497a-a508-37afb60655e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:50.062235 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d780ac4a-aa54-497a-a508-37afb60655e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:50.196742 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d780ac4a-aa54-497a-a508-37afb60655e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:50.199272 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-d780ac4a-aa54-497a-a508-37afb60655e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:50.205819 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-d780ac4a-aa54-497a-a508-37afb60655e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c5681b2-cf38-4f5a-855f-06f80f5d21fc HTTP/1.1" status: 204 len: 168 time: 0.2163961 Sep 23 13:33:50.210284 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780ac4a-aa54-497a-a508-37afb60655e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5681b2-cf38-4f5a-855f-06f80f5d21fc,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:50.888877 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59932) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:50.897041 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59934) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:50.909268 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2c3690df-def3-465e-b444-97584372b3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.001208 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2c3690df-def3-465e-b444-97584372b3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.058658 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-54fea763-e18a-41e1-b3aa-77dfe61fd6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.061488 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-2c3690df-def3-465e-b444-97584372b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.111314 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-2c3690df-def3-465e-b444-97584372b3c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d0ae4c68fa14dcf9e2dd6f9b70f22b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213531 Sep 23 13:33:51.112033 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3690df-def3-465e-b444-97584372b3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a942a3-ff68-4360-8d94-ae8a5bfc02bd,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:51.114152 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59938) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:51.166365 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10cbec26-fdf9-4a44-93d9-e73f9cd87d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.189281 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-54fea763-e18a-41e1-b3aa-77dfe61fd6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.189498 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10cbec26-fdf9-4a44-93d9-e73f9cd87d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.260651 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-54fea763-e18a-41e1-b3aa-77dfe61fd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.283426 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10cbec26-fdf9-4a44-93d9-e73f9cd87d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.285971 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10cbec26-fdf9-4a44-93d9-e73f9cd87d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.287195 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-10cbec26-fdf9-4a44-93d9-e73f9cd87d85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39a942a3-ff68-4360-8d94-ae8a5bfc02bd HTTP/1.1" status: 204 len: 168 time: 0.1719551 Sep 23 13:33:51.294898 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbec26-fdf9-4a44-93d9-e73f9cd87d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a942a3-ff68-4360-8d94-ae8a5bfc02bd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:51.302209 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-54fea763-e18a-41e1-b3aa-77dfe61fd6e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3e1456c8d9f4dad9d4a7bb6e9c18118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034324 Sep 23 13:33:51.303572 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fea763-e18a-41e1-b3aa-77dfe61fd6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853a1bfe-c71f-44c9-b9b9-4e803e40a561,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:51.304428 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:51.355266 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35e1d3b9-6f35-47dd-a7da-f8d6e04d1abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.378513 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35e1d3b9-6f35-47dd-a7da-f8d6e04d1abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.506000 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35e1d3b9-6f35-47dd-a7da-f8d6e04d1abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.509336 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35e1d3b9-6f35-47dd-a7da-f8d6e04d1abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:51.510517 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-35e1d3b9-6f35-47dd-a7da-f8d6e04d1abd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/853a1bfe-c71f-44c9-b9b9-4e803e40a561 HTTP/1.1" status: 204 len: 168 time: 0.2049730 Sep 23 13:33:51.521173 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d3b9-6f35-47dd-a7da-f8d6e04d1abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853a1bfe-c71f-44c9-b9b9-4e803e40a561,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:51.975026 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59950) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:51.987810 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abcfc251-3fa4-493d-b170-9997b2be6637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.073754 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abcfc251-3fa4-493d-b170-9997b2be6637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.157769 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abcfc251-3fa4-493d-b170-9997b2be6637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.196013 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-abcfc251-3fa4-493d-b170-9997b2be6637 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c57ea3e948642b59e8ac1a39786ce40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198424 Sep 23 13:33:52.197161 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfc251-3fa4-493d-b170-9997b2be6637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6471a23d-b3d8-4964-a83a-be2d9d8b1d58,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:52.198802 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59952) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:52.238948 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59954) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:52.258443 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0548f2a4-66d2-447c-814d-d3959815f216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.267109 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bc186229-e6b0-439b-bcfd-777b4c9bf312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.301371 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bc186229-e6b0-439b-bcfd-777b4c9bf312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.396668 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0548f2a4-66d2-447c-814d-d3959815f216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.442115 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bc186229-e6b0-439b-bcfd-777b4c9bf312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.445213 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bc186229-e6b0-439b-bcfd-777b4c9bf312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.446447 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-bc186229-e6b0-439b-bcfd-777b4c9bf312 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6471a23d-b3d8-4964-a83a-be2d9d8b1d58 HTTP/1.1" status: 204 len: 168 time: 0.2457302 Sep 23 13:33:52.453964 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc186229-e6b0-439b-bcfd-777b4c9bf312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6471a23d-b3d8-4964-a83a-be2d9d8b1d58,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:52.472769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0548f2a4-66d2-447c-814d-d3959815f216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.510556 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548f2a4-66d2-447c-814d-d3959815f216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6a7de9-b446-4802-9eef-ad69a7a2b1af,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:52.518861 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0548f2a4-66d2-447c-814d-d3959815f216 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4ee38f62ea34510bf75c772350ce306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765868 Sep 23 13:33:52.519665 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59958) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:52.568021 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bc342c78-11d4-455e-b676-b8e709b90958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.588852 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bc342c78-11d4-455e-b676-b8e709b90958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.695792 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bc342c78-11d4-455e-b676-b8e709b90958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.698240 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bc342c78-11d4-455e-b676-b8e709b90958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:52.699389 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-bc342c78-11d4-455e-b676-b8e709b90958 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf6a7de9-b446-4802-9eef-ad69a7a2b1af HTTP/1.1" status: 204 len: 168 time: 0.1788492 Sep 23 13:33:52.706961 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc342c78-11d4-455e-b676-b8e709b90958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6a7de9-b446-4802-9eef-ad69a7a2b1af,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:53.557343 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 59996) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:53.658430 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1493932359-network', 'tenant_id': 'a4d2ef22d5f047319e4d31ba5dddd357'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:33:53.734842 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Made reservation on behalf of a4d2ef22d5f047319e4d31ba5dddd357 for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:33:53.737103 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:53.746812 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:53.833200 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:53.917686 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:53.950900 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:33:53.957033 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7102f645-e4e3-46a0-8b38-d1a1d534c182,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:53.964447 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:53.964792 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Added segment 329f30e6-da62-4166-ac66-f4a0b578e7ff of type vlan for network acaf9a6a-3758-4508-920c-b2e9d39c2480 Sep 23 13:33:54.008122 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:54.110491 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:54.111474 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:54.112091 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:54.441777 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8832450 Sep 23 13:33:54.442462 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbcf80-17b8-4da2-a73a-1d84bff84f68 admin admin] Pushing event updated for resources: {'Network': ['ID=acaf9a6a-3758-4508-920c-b2e9d39c2480,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:54.445235 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60014) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:54.450642 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Request body: {'subnet': {'network_id': 'acaf9a6a-3758-4508-920c-b2e9d39c2480', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1493932359-subnet', 'tenant_id': 'a4d2ef22d5f047319e4d31ba5dddd357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:33:54.454348 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network acaf9a6a-3758-4508-920c-b2e9d39c2480 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:33:54.527678 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Made reservation on behalf of a4d2ef22d5f047319e4d31ba5dddd357 for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:33:54.530051 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999528'] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:54.734688 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12696523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999514'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:54.791127 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48412594-32da-47eb-b952-fe361fb04b58,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:54.797989 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Checking segment: {'id': '329f30e6-da62-4166-ac66-f4a0b578e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acaf9a6a-3758-4508-920c-b2e9d39c2480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:33:54.798345 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Network hostable DHCP agents. Network: acaf9a6a-3758-4508-920c-b2e9d39c2480, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:33:54.860182 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Network acaf9a6a-3758-4508-920c-b2e9d39c2480 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:33:54.950657 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, acaf9a6a-3758-4508-920c-b2e9d39c2480) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:33:54.954953 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:54.955607 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:54.961802 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95149aae-116e-4c1b-bbbd-0cc42b0e6144 None None] Network acaf9a6a-3758-4508-920c-b2e9d39c2480 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:33:55.088167 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-edfe1837-7095-4b2e-ab6b-a180890f126e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6382215 Sep 23 13:33:55.088670 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fabfe5-7ac4-4b09-87e2-b365b180b0c7 None None] Network acaf9a6a-3758-4508-920c-b2e9d39c2480 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:33:55.887005 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60058) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:55.891858 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1028972765-network', 'tenant_id': '05570b8bed5844f0866705a0e54967c4'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:33:56.025100 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Made reservation on behalf of 05570b8bed5844f0866705a0e54967c4 for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:33:56.027787 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.036814 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.126661 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.201762 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.222592 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=94597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:33:56.237639 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ecbaff-ac6c-41d6-8953-75424a5e5145,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:56.240483 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.240825 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Added segment bdf844e3-09be-471d-9951-f7644a28e9b7 of type vlan for network 99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf Sep 23 13:33:56.279232 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.368903 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.370189 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:56.370769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.429728 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] Pushing event updated for resources: {'Network': ['ID=99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:56.439791 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:33:56.459868 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-b718df43-297f-4d84-823e-d7fd3b920c64 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5717092 Sep 23 13:33:56.463843 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60070) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:33:56.468695 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Request body: {'subnet': {'network_id': '99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1028972765-subnet', 'tenant_id': '05570b8bed5844f0866705a0e54967c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:33:56.556189 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Made reservation on behalf of 05570b8bed5844f0866705a0e54967c4 for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:33:56.558641 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999528'] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.802453 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12696523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999514'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:56.859072 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=398237d5-4ee5-473f-ad26-8eacfcdbc880,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:33:56.868222 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Checking segment: {'id': 'bdf844e3-09be-471d-9951-f7644a28e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:33:56.868601 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Network hostable DHCP agents. Network: 99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:33:56.939631 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Network 99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:33:57.048891 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:33:57.052952 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:33:57.053538 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:33:57.058182 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2476889f-92fd-4f07-b0f8-4bd173bf4ccc None None] Network 99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:33:57.177986 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c317e6-09d6-4542-9b84-11d70625fc41 None None] Network 99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:33:57.227715 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-001477eb-b596-4fbf-b026-72f5d9022c02 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7624526 Sep 23 13:33:57.998596 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:00.197200 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-01c4b857-9980-47e3-8c8c-3cc14659e415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:02.613149 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-760f280b-dcff-4689-8eef-965affaf6689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:03.255196 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:04.007538 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:05.506447 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:06.601114 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60190) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:06.704389 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bad7af50-67ab-4a46-8c06-b9afe22a2286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:06.789242 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bad7af50-67ab-4a46-8c06-b9afe22a2286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:06.882794 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bad7af50-67ab-4a46-8c06-b9afe22a2286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:06.928537 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-bad7af50-67ab-4a46-8c06-b9afe22a2286 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f6fe3d912b84b1a92ef7a8b06ed13eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188291 Sep 23 13:34:06.928537 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7af50-67ab-4a46-8c06-b9afe22a2286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2683344e-6577-4ba6-9125-6d6c245b4d3c,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:06.929013 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60196) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:06.978754 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-574b1559-b776-4538-9a76-9a70873736f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:07.000438 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-574b1559-b776-4538-9a76-9a70873736f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:07.139960 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-574b1559-b776-4538-9a76-9a70873736f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:07.142530 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-574b1559-b776-4538-9a76-9a70873736f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:07.143744 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-574b1559-b776-4538-9a76-9a70873736f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2683344e-6577-4ba6-9125-6d6c245b4d3c HTTP/1.1" status: 204 len: 168 time: 0.2190099 Sep 23 13:34:07.151462 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b1559-b776-4538-9a76-9a70873736f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2683344e-6577-4ba6-9125-6d6c245b4d3c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:07.848318 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60208) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:07.861905 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1de8f59d-bfdd-4073-abf1-541d1d2e8def admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:07.950130 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1de8f59d-bfdd-4073-abf1-541d1d2e8def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:08.054780 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-1de8f59d-bfdd-4073-abf1-541d1d2e8def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:08.091331 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-1de8f59d-bfdd-4073-abf1-541d1d2e8def admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afca2802a1704df3af7c37bf285701e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419455 Sep 23 13:34:08.093949 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8f59d-bfdd-4073-abf1-541d1d2e8def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32957c48-6a37-4dd5-a504-54ee0aa1fc67,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:08.095028 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60210) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:08.143328 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a484aaa-2ecd-4a36-81c8-2235c70baec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:08.164046 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a484aaa-2ecd-4a36-81c8-2235c70baec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:08.284470 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a484aaa-2ecd-4a36-81c8-2235c70baec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:08.286527 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a484aaa-2ecd-4a36-81c8-2235c70baec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:08.290472 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5a484aaa-2ecd-4a36-81c8-2235c70baec8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32957c48-6a37-4dd5-a504-54ee0aa1fc67 HTTP/1.1" status: 204 len: 168 time: 0.1944423 Sep 23 13:34:08.299346 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a484aaa-2ecd-4a36-81c8-2235c70baec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32957c48-6a37-4dd5-a504-54ee0aa1fc67,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:09.058739 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60226) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:09.075408 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c02e7421-1dcb-4296-8a27-d41914a8320d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:09.160878 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c02e7421-1dcb-4296-8a27-d41914a8320d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:09.224832 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c02e7421-1dcb-4296-8a27-d41914a8320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:09.266769 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c02e7421-1dcb-4296-8a27-d41914a8320d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=022e620ddb8a4920846ab0786ac63d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069597 Sep 23 13:34:09.268122 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e7421-1dcb-4296-8a27-d41914a8320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49325d62-8f5f-4028-ac72-8b843d7f4239,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:09.269510 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60228) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:09.321726 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a32c19ff-5084-447c-88e4-83e3fafb8dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:09.342699 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a32c19ff-5084-447c-88e4-83e3fafb8dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:09.431948 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a32c19ff-5084-447c-88e4-83e3fafb8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:09.434457 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a32c19ff-5084-447c-88e4-83e3fafb8dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:09.436197 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-a32c19ff-5084-447c-88e4-83e3fafb8dc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49325d62-8f5f-4028-ac72-8b843d7f4239 HTTP/1.1" status: 204 len: 168 time: 0.1650996 Sep 23 13:34:09.444269 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c19ff-5084-447c-88e4-83e3fafb8dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49325d62-8f5f-4028-ac72-8b843d7f4239,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:09.862484 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:34:13.800863 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60322) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:13.845001 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d056c1-d36c-4434-bd42-5415c4fa3074 admin admin] Deleting subnet 48412594-32da-47eb-b952-fe361fb04b58 {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:34:13.848077 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a6d056c1-d36c-4434-bd42-5415c4fa3074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:13.881888 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a6d056c1-d36c-4434-bd42-5415c4fa3074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:13.923499 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a6d056c1-d36c-4434-bd42-5415c4fa3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.053589 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a6d056c1-d36c-4434-bd42-5415c4fa3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.082961 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a6d056c1-d36c-4434-bd42-5415c4fa3074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.084888 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-a6d056c1-d36c-4434-bd42-5415c4fa3074 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/48412594-32da-47eb-b952-fe361fb04b58 HTTP/1.1" status: 204 len: 168 time: 0.2830315 Sep 23 13:34:14.085826 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d056c1-d36c-4434-bd42-5415c4fa3074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48412594-32da-47eb-b952-fe361fb04b58,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:14.087375 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60328) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:14.154270 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.234897 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.254415 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaf9a6a-3758-4508-920c-b2e9d39c2480']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:14.263177 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329f30e6-da62-4166-ac66-f4a0b578e7ff') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:14.263476 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329f30e6-da62-4166-ac66-f4a0b578e7ff') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:14.273034 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.286342 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.291935 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:34:14.292314 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:34:14.293915 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:34:14.407245 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.413278 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.415439 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] 10.222.0.41 "DELETE /v2.0/networks/acaf9a6a-3758-4508-920c-b2e9d39c2480 HTTP/1.1" status: 204 len: 168 time: 0.3270547 Sep 23 13:34:14.418498 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60330) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:14.426077 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf80d6-c81f-4d28-8686-140f0abed756 admin admin] Pushing event deleted for resources: {'Network': ['ID=acaf9a6a-3758-4508-920c-b2e9d39c2480,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:14.462508 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-852af80b-565f-4eda-a019-1ec2429964c9 admin admin] Deleting subnet 398237d5-4ee5-473f-ad26-8eacfcdbc880 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:34:14.465656 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-852af80b-565f-4eda-a019-1ec2429964c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.500167 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-852af80b-565f-4eda-a019-1ec2429964c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13201887'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.541052 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-852af80b-565f-4eda-a019-1ec2429964c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.677610 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-852af80b-565f-4eda-a019-1ec2429964c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24929338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12665029'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.702850 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852af80b-565f-4eda-a019-1ec2429964c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398237d5-4ee5-473f-ad26-8eacfcdbc880,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:14.706812 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-852af80b-565f-4eda-a019-1ec2429964c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.708984 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-852af80b-565f-4eda-a019-1ec2429964c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/398237d5-4ee5-473f-ad26-8eacfcdbc880 HTTP/1.1" status: 204 len: 168 time: 0.2890947 Sep 23 13:34:14.711444 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60332) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:14.776767 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.854088 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.873247 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:14.882818 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf844e3-09be-471d-9951-f7644a28e9b7') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:14.883115 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf844e3-09be-471d-9951-f7644a28e9b7') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:14.893109 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13201862'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.906018 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.911653 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24934804'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: Traceback (most recent call last): Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: timer() Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: cb(*args, **kw) Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: return func(*args, **kwargs) Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: self._notify() Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: self.callback(batched_events) Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: event.method(event) Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: return f(self, *a, **k) Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._get(url).json() Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: return self.request(url, 'GET', **kwargs) Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:34:14.920217 dv-cinder-809201-2-iscsi neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:34:15.111774 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:15.117063 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:15.118854 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] 10.222.0.41 "DELETE /v2.0/networks/99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf HTTP/1.1" status: 204 len: 168 time: 0.4064643 Sep 23 13:34:15.130109 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670a96-054d-49c5-9cb3-a9b64fc44673 admin admin] Pushing event deleted for resources: {'Network': ['ID=99acb8a0-34bd-4c3d-83dd-9ad0cf687ecf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:15.447833 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60338) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:15.486177 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ce8dd5fb-db2d-4915-a432-b16d470a9b67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4d2ef22d5f047319e4d31ba5dddd357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372140 Sep 23 13:34:15.488503 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60340) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:15.534909 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c4f90b8-60e6-49c7-bff1-52b385c4969b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:15.554745 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c4f90b8-60e6-49c7-bff1-52b385c4969b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:15.689203 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c4f90b8-60e6-49c7-bff1-52b385c4969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:15.691732 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c4f90b8-60e6-49c7-bff1-52b385c4969b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:15.692873 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-0c4f90b8-60e6-49c7-bff1-52b385c4969b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7102f645-e4e3-46a0-8b38-d1a1d534c182 HTTP/1.1" status: 204 len: 168 time: 0.2034986 Sep 23 13:34:15.700256 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f90b8-60e6-49c7-bff1-52b385c4969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7102f645-e4e3-46a0-8b38-d1a1d534c182,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:16.389213 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60348) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:16.428097 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-401f1653-3ab5-4b1e-b7c5-6d7b48a50cf3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05570b8bed5844f0866705a0e54967c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377336 Sep 23 13:34:16.430408 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60350) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:16.479162 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b9b9-878e-4962-8eff-40dfc6fcda2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:16.499044 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b9b9-878e-4962-8eff-40dfc6fcda2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:16.614029 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b9b9-878e-4962-8eff-40dfc6fcda2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:16.616514 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b9b9-878e-4962-8eff-40dfc6fcda2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:16.617649 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-8ee0b9b9-878e-4962-8eff-40dfc6fcda2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7ecbaff-ac6c-41d6-8953-75424a5e5145 HTTP/1.1" status: 204 len: 168 time: 0.1863418 Sep 23 13:34:16.626182 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0b9b9-878e-4962-8eff-40dfc6fcda2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ecbaff-ac6c-41d6-8953-75424a5e5145,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:21.992816 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60436) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:22.102626 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60442) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:22.143144 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56b54172-5a87-4923-afa8-7d84e8530c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.164709 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c3753525-9cc2-4848-b8a4-196fc638aa99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.229754 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56b54172-5a87-4923-afa8-7d84e8530c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.322558 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56b54172-5a87-4923-afa8-7d84e8530c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.361023 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-56b54172-5a87-4923-afa8-7d84e8530c82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a37fc1471eb349e3bbd50e05a10ade9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670509 Sep 23 13:34:22.361899 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b54172-5a87-4923-afa8-7d84e8530c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91436cb-4ef7-4ced-a240-f7c70d66f4ee,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:22.364182 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60446) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:22.401969 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c3753525-9cc2-4848-b8a4-196fc638aa99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.413353 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d07b88d-c23d-461f-8051-b7a3a7c252a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.436734 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d07b88d-c23d-461f-8051-b7a3a7c252a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.458424 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c3753525-9cc2-4848-b8a4-196fc638aa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.495739 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3753525-9cc2-4848-b8a4-196fc638aa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4685fbfd-a0cc-4741-bee5-8deb037c380b,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:22.500342 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c3753525-9cc2-4848-b8a4-196fc638aa99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=367468cdfae0429c93f9264797dd1925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967140 Sep 23 13:34:22.502930 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60448) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:22.544330 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d07b88d-c23d-461f-8051-b7a3a7c252a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.546890 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d07b88d-c23d-461f-8051-b7a3a7c252a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.548090 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-2d07b88d-c23d-461f-8051-b7a3a7c252a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a91436cb-4ef7-4ced-a240-f7c70d66f4ee HTTP/1.1" status: 204 len: 168 time: 0.1829801 Sep 23 13:34:22.552225 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-af9cc676-2e8d-4e8a-8586-0d8022525a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.556184 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07b88d-c23d-461f-8051-b7a3a7c252a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91436cb-4ef7-4ced-a240-f7c70d66f4ee,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:22.578012 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-af9cc676-2e8d-4e8a-8586-0d8022525a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.698937 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-af9cc676-2e8d-4e8a-8586-0d8022525a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.701524 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-af9cc676-2e8d-4e8a-8586-0d8022525a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:22.702744 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-af9cc676-2e8d-4e8a-8586-0d8022525a67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4685fbfd-a0cc-4741-bee5-8deb037c380b HTTP/1.1" status: 204 len: 168 time: 0.1987736 Sep 23 13:34:22.712097 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cc676-2e8d-4e8a-8586-0d8022525a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4685fbfd-a0cc-4741-bee5-8deb037c380b,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:23.100989 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60458) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:23.113694 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-581a2321-6fa5-43f8-8937-8b06457c2e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.200277 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-581a2321-6fa5-43f8-8937-8b06457c2e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.287089 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-581a2321-6fa5-43f8-8937-8b06457c2e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.336983 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-581a2321-6fa5-43f8-8937-8b06457c2e81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6185eb5e979c4685afea3ccfc6640517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348299 Sep 23 13:34:23.337832 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a2321-6fa5-43f8-8937-8b06457c2e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca1049b-6b45-4aed-b955-5c0fd75b788f,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:23.339985 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60460) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:23.372399 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60462) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:23.386204 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-191fe59d-6ea5-4a04-9914-5eed872b41fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.395156 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fa1f-ba9f-4580-8721-8bcfd56bdf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.417067 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fa1f-ba9f-4580-8721-8bcfd56bdf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.472954 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-191fe59d-6ea5-4a04-9914-5eed872b41fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.523198 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fa1f-ba9f-4580-8721-8bcfd56bdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.525909 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fa1f-ba9f-4580-8721-8bcfd56bdf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.527044 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-e3d0fa1f-ba9f-4580-8721-8bcfd56bdf9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ca1049b-6b45-4aed-b955-5c0fd75b788f HTTP/1.1" status: 204 len: 168 time: 0.1860032 Sep 23 13:34:23.534729 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0fa1f-ba9f-4580-8721-8bcfd56bdf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca1049b-6b45-4aed-b955-5c0fd75b788f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:23.561420 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-191fe59d-6ea5-4a04-9914-5eed872b41fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.601162 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-191fe59d-6ea5-4a04-9914-5eed872b41fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40a7693b793b46f49cc65ae662c02db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276840 Sep 23 13:34:23.602032 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fe59d-6ea5-4a04-9914-5eed872b41fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f9ece0-8468-4204-82ce-eb9a3cc71a77,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:23.603889 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60466) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:23.653829 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01abc53b-e542-40b8-8d17-810aa5c6ff08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.674318 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01abc53b-e542-40b8-8d17-810aa5c6ff08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.801562 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01abc53b-e542-40b8-8d17-810aa5c6ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.805335 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01abc53b-e542-40b8-8d17-810aa5c6ff08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:23.805759 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-01abc53b-e542-40b8-8d17-810aa5c6ff08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26f9ece0-8468-4204-82ce-eb9a3cc71a77 HTTP/1.1" status: 204 len: 168 time: 0.2002974 Sep 23 13:34:23.813687 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abc53b-e542-40b8-8d17-810aa5c6ff08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f9ece0-8468-4204-82ce-eb9a3cc71a77,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:25.207460 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60518) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:25.311832 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-45334a17-4864-4c38-937e-72af8c13c22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:25.399638 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-45334a17-4864-4c38-937e-72af8c13c22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:25.470194 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-45334a17-4864-4c38-937e-72af8c13c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:25.511346 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-45334a17-4864-4c38-937e-72af8c13c22a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4627d10cdb94a399b70be7843d02c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027847 Sep 23 13:34:25.512325 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45334a17-4864-4c38-937e-72af8c13c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a0612-5748-4510-a231-fc52bfd58b6e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:25.514126 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60528) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:25.569953 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-11fd4957-2795-4ee1-88fc-f9f94b6dbb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:25.591193 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-11fd4957-2795-4ee1-88fc-f9f94b6dbb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:25.706001 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-11fd4957-2795-4ee1-88fc-f9f94b6dbb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:25.708686 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-11fd4957-2795-4ee1-88fc-f9f94b6dbb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:25.710111 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-11fd4957-2795-4ee1-88fc-f9f94b6dbb80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e5a0612-5748-4510-a231-fc52bfd58b6e HTTP/1.1" status: 204 len: 168 time: 0.1942325 Sep 23 13:34:25.718861 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd4957-2795-4ee1-88fc-f9f94b6dbb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a0612-5748-4510-a231-fc52bfd58b6e,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:26.938229 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60568) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:27.041370 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:27.124272 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:27.197177 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:27.235405 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d15719cb2a194c1f9dab29687a86e0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960732 Sep 23 13:34:27.236533 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76d2b28-cea5-4097-80ad-30b78437fcde,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:27.238243 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60572) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:27.243556 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.243934 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.244277 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.244616 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.244947 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.245276 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.245608 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.245931 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.246256 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.246579 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.247162 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.247480 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a269748c-5fc6-458d-8a15-9e74533d2251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:27.285931 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d09-8d25-4e59-b72b-3ab7f39cf7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:27.306676 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d09-8d25-4e59-b72b-3ab7f39cf7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:27.419832 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d09-8d25-4e59-b72b-3ab7f39cf7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:27.422356 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d09-8d25-4e59-b72b-3ab7f39cf7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:27.423493 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-7f9f4d09-8d25-4e59-b72b-3ab7f39cf7f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f76d2b28-cea5-4097-80ad-30b78437fcde HTTP/1.1" status: 204 len: 168 time: 0.1842837 Sep 23 13:34:27.432071 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f4d09-8d25-4e59-b72b-3ab7f39cf7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76d2b28-cea5-4097-80ad-30b78437fcde,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:28.012580 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60578) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:28.014124 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:28.025570 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ac000a21-b058-4d5b-b84d-5624d569dbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:28.111262 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ac000a21-b058-4d5b-b84d-5624d569dbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:28.184248 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ac000a21-b058-4d5b-b84d-5624d569dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:28.219752 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac000a21-b058-4d5b-b84d-5624d569dbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2973623f-670b-4fc9-9844-a572d1bd95c2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:28.224020 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-ac000a21-b058-4d5b-b84d-5624d569dbdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d56c4ed990c547f0a543cf91c0fc02f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104568 Sep 23 13:34:28.227296 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60580) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:28.276444 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a97fc269-2e42-4d59-9afd-989bb8241d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:28.297045 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a97fc269-2e42-4d59-9afd-989bb8241d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:28.408234 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a97fc269-2e42-4d59-9afd-989bb8241d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:28.410795 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a97fc269-2e42-4d59-9afd-989bb8241d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:28.411964 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-a97fc269-2e42-4d59-9afd-989bb8241d98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2973623f-670b-4fc9-9844-a572d1bd95c2 HTTP/1.1" status: 204 len: 168 time: 0.1836956 Sep 23 13:34:28.420737 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fc269-2e42-4d59-9afd-989bb8241d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2973623f-670b-4fc9-9844-a572d1bd95c2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:30.174087 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c12cde0-47bf-4314-a426-bbc9d9e0dc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:32.591612 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36934b39-1344-48c0-a458-e20967b3d1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:33.276857 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:34.041325 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:35.511374 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:39.763336 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60704) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:39.866813 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:39.953930 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:40.002721 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:40.041920 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=479c978c113045198765350ba906aa09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772632 Sep 23 13:34:40.044142 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8355550-522f-431d-8781-e42ab26a8358,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:40.044446 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60708) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:40.051972 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.052327 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.052665 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.052996 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.053324 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.053652 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.053974 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.054294 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.054617 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.054940 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.055258 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.055572 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fb218-dae0-4a43-88bd-bb247dd28c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:40.092661 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0d10-0858-44d6-9c5e-2b9a3c6807ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:40.112715 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0d10-0858-44d6-9c5e-2b9a3c6807ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:40.231260 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0d10-0858-44d6-9c5e-2b9a3c6807ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:40.233883 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0d10-0858-44d6-9c5e-2b9a3c6807ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:40.235056 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-e7ae0d10-0858-44d6-9c5e-2b9a3c6807ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8355550-522f-431d-8781-e42ab26a8358 HTTP/1.1" status: 204 len: 168 time: 0.1896117 Sep 23 13:34:40.242704 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae0d10-0858-44d6-9c5e-2b9a3c6807ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8355550-522f-431d-8781-e42ab26a8358,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:40.878971 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60714) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:40.892308 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-13e223d0-7f46-48c5-9ab0-c9f0abc65392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:40.976179 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-13e223d0-7f46-48c5-9ab0-c9f0abc65392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:41.065361 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-13e223d0-7f46-48c5-9ab0-c9f0abc65392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:41.102785 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-13e223d0-7f46-48c5-9ab0-c9f0abc65392 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf5d15424b7645f98efe47f87679f1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227719 Sep 23 13:34:41.103621 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e223d0-7f46-48c5-9ab0-c9f0abc65392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcdb08a-8dfd-4179-b688-4c04bd7d62a6,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:41.105567 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60716) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:41.152786 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3026c093-f0cf-4f8f-a40c-c1e0a0028f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:41.172957 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3026c093-f0cf-4f8f-a40c-c1e0a0028f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:41.299798 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3026c093-f0cf-4f8f-a40c-c1e0a0028f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:41.302302 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3026c093-f0cf-4f8f-a40c-c1e0a0028f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:41.303439 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-3026c093-f0cf-4f8f-a40c-c1e0a0028f9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fcdb08a-8dfd-4179-b688-4c04bd7d62a6 HTTP/1.1" status: 204 len: 168 time: 0.1969004 Sep 23 13:34:41.311772 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026c093-f0cf-4f8f-a40c-c1e0a0028f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcdb08a-8dfd-4179-b688-4c04bd7d62a6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:41.931827 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60722) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:41.945169 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f462700-6b69-4402-987a-a37245c836b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:42.028420 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f462700-6b69-4402-987a-a37245c836b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:42.099873 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f462700-6b69-4402-987a-a37245c836b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:42.140468 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5f462700-6b69-4402-987a-a37245c836b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=377109b760594788ad05a04023b49e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075484 Sep 23 13:34:42.141589 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f462700-6b69-4402-987a-a37245c836b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06f517-0500-47c6-ad6b-59ec89012153,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:42.143097 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60724) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:42.192473 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfe9a-8f58-417a-880a-4d88cc197577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:42.217595 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfe9a-8f58-417a-880a-4d88cc197577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:42.351379 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfe9a-8f58-417a-880a-4d88cc197577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:42.353876 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfe9a-8f58-417a-880a-4d88cc197577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:42.355635 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-4bfbfe9a-8f58-417a-880a-4d88cc197577 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a06f517-0500-47c6-ad6b-59ec89012153 HTTP/1.1" status: 204 len: 168 time: 0.2114260 Sep 23 13:34:42.363134 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbfe9a-8f58-417a-880a-4d88cc197577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06f517-0500-47c6-ad6b-59ec89012153,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:43.386903 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60746) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:43.488680 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-283331562-network', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:43.600989 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Made reservation on behalf of fddc220b778b487b8c884c54cb7b2b92 for: {'network': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:34:43.603450 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:43.613043 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:43.698185 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:43.772432 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:43.796209 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:34:43.805873 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d06fe68-a73f-4f11-a144-3e05baa83ce9,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:43.811622 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:43.811968 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.segments_db [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Added segment cbaf8c1f-9587-4913-a6ac-89faae6c9046 of type vlan for network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 Sep 23 13:34:43.849769 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:43.951532 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:43.952488 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:34:43.953082 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:44.016371 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] Pushing event updated for resources: {'Network': ['ID=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:44.025699 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:34:44.106749 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-fd4d9bdc-eeb8-4448-962b-7995bdd5c30d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7187259 Sep 23 13:34:44.109517 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60750) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:44.116137 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Request body: {'subnet': {'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-283331562-subnet', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'ip_version': 4}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:44.202531 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Made reservation on behalf of fddc220b778b487b8c884c54cb7b2b92 for: {'subnet': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:34:44.204796 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12999528'] for subnet, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:44.458462 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12696523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12999514'] for subnet, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:44.517156 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9df158e-8d59-4691-a611-574ca1e3838f,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:44.523727 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Checking segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:34:44.524095 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Network hostable DHCP agents. Network: 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:34:44.625858 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:34:44.717103 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7) {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:44.721071 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:34:44.721656 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:44.727299 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29812a57-d0bd-4582-bd31-d880e4eca9e1 None None] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:34:44.814579 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0bd177a9-f22f-45dc-b7a1-1e731ee5bf83 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7040195 Sep 23 13:34:44.817159 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60752) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:44.821325 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:44.876743 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:34:44.881457 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:44.899773 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:44.900817 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:44.953903 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.007642 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Allocated IP 172.20.0.2 (7dc27fce-e66d-4d4b-95bd-cd11fad40fa7/c9df158e-8d59-4691-a611-574ca1e3838f/83fbaab2-9187-44b4-9cf7-adb5db0f696b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:34:45.137752 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.150400 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.241701 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.278883 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:34:45.281968 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:45.284859 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:34:45.313036 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Pushing event updated for resources: {'Port': ['ID=83fbaab2-9187-44b4-9cf7-adb5db0f696b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:45.337327 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.337674 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.338005 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.338342 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.338663 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.339020 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.339346 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.339929 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.340053 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.340327 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.340643 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.340955 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:45.357814 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Attempting to bind port 83fbaab2-9187-44b4-9cf7-adb5db0f696b on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:34:45.358253 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Attempting to bind port 83fbaab2-9187-44b4-9cf7-adb5db0f696b by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:34:45.358661 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Attempting to bind port 83fbaab2-9187-44b4-9cf7-adb5db0f696b on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:34:45.363453 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:34:45.363845 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Checking segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:34:45.364258 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.364617 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Bound using segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:34:45.365065 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Bound port: 83fbaab2-9187-44b4-9cf7-adb5db0f696b, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:34:45.365438 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.414122 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.430703 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] For port 83fbaab2-9187-44b4-9cf7-adb5db0f696b, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:34:45.432981 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.434274 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] For port 83fbaab2-9187-44b4-9cf7-adb5db0f696b, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=83fbaab2-9187-44b4-9cf7-adb5db0f696b,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:34:45.527992 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.534794 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Allocated IP 172.27.2.188 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/f5d99b35-dc6f-404e-a5c2-be65719b38d6) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:34:45.585043 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030b9e0-d827-4f4a-9527-510ac3ae63e4 None None] Pushing event updated for resources: {'Port': ['ID=83fbaab2-9187-44b4-9cf7-adb5db0f696b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:45.639870 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.729006 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:45.769339 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:34:45.772192 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:45.775223 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:34:45.806531 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Pushing event updated for resources: {'Port': ['ID=f5d99b35-dc6f-404e-a5c2-be65719b38d6,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:46.123877 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:46.326196 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:46.363353 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600baf7a-0683-4f90-b4d8-e06237e3eb89 None None] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:34:46.439194 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-bd48ddb7-5bf3-468f-a6f7-afc4ff7fe7d2 None None] Provisioning complete for port 83fbaab2-9187-44b4-9cf7-adb5db0f696b triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:46.439568 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd48ddb7-5bf3-468f-a6f7-afc4ff7fe7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:46.499776 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Router e14fd039-a8ca-41f6-a763-6f244fef2321 is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:34:46.581976 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd48ddb7-5bf3-468f-a6f7-afc4ff7fe7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:46.608732 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:34:46.618787 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bd48ddb7-5bf3-468f-a6f7-afc4ff7fe7d2 None None] For port 83fbaab2-9187-44b4-9cf7-adb5db0f696b, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=83fbaab2-9187-44b4-9cf7-adb5db0f696b,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:34:46.622808 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Sync routers for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:34:46.631766 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:34:46.632403 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:34:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:46.690283 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd48ddb7-5bf3-468f-a6f7-afc4ff7fe7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:46.711819 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] Notify callbacks [] for router, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:46.715640 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-bcfe7e58-f2e7-457f-8303-7285b247a2cc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8951192 Sep 23 13:34:46.716065 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60754) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:46.765450 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:34:46.862345 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:34:46.959320 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48ddb7-5bf3-468f-a6f7-afc4ff7fe7d2 None None] Pushing event updated for resources: {'Port': ['ID=83fbaab2-9187-44b4-9cf7-adb5db0f696b,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:46.991420 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-2c8bf1bd-76b2-414d-b37c-0666dcdeb43d None None] Provisioning complete for port 83fbaab2-9187-44b4-9cf7-adb5db0f696b triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:46.992053 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf1bd-76b2-414d-b37c-0666dcdeb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.157156 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:45Z', 'revision_number': 3, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:47.184417 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Checking router: e14fd039-a8ca-41f6-a763-6f244fef2321 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:34:47.184777 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Updating router e14fd039-a8ca-41f6-a763-6f244fef2321 port f5d99b35-dc6f-404e-a5c2-be65719b38d6 binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:34:47.212503 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.358978 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.461660 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 83fbaab2-9187-44b4-9cf7-adb5db0f696b up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:34:47.499457 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.522742 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 83fbaab2-9187-44b4-9cf7-adb5db0f696b triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:47.523110 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.523256 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Allocated IP 172.20.0.1 (7dc27fce-e66d-4d4b-95bd-cd11fad40fa7/c9df158e-8d59-4691-a611-574ca1e3838f/b09df4b3-8d48-45c5-85bd-0b95f1da3893) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:34:47.588249 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.629492 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.654106 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409e263-3559-48e9-a352-c14720fd1c49 None None] Pushing event updated for resources: {'Port': ['ID=f5d99b35-dc6f-404e-a5c2-be65719b38d6,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:47.658128 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Attempting to bind port f5d99b35-dc6f-404e-a5c2-be65719b38d6 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:34:47.658500 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Attempting to bind port f5d99b35-dc6f-404e-a5c2-be65719b38d6 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:34:47.658862 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Attempting to bind port f5d99b35-dc6f-404e-a5c2-be65719b38d6 on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:34:47.663860 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:34:47.664283 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:34:47.664672 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.665054 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:34:47.665510 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Bound port: f5d99b35-dc6f-404e-a5c2-be65719b38d6, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:34:47.665887 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.705964 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.716576 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] For port f5d99b35-dc6f-404e-a5c2-be65719b38d6, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:34:47.720024 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] For port f5d99b35-dc6f-404e-a5c2-be65719b38d6, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=f5d99b35-dc6f-404e-a5c2-be65719b38d6,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:34:47.743242 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:34:47.746507 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:47.750135 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:34:47.774441 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b09df4b3-8d48-45c5-85bd-0b95f1da3893,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:47.793974 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.820968 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:47.882860 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:34:47.887381 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:34:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:47.889725 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409e263-3559-48e9-a352-c14720fd1c49 None None] Pushing event updated for resources: {'Port': ['ID=f5d99b35-dc6f-404e-a5c2-be65719b38d6,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:48.002596 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:34:48.004252 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-f3075eb3-e10a-44bd-a71c-52fd6a303b9f None None] Provisioning complete for port b09df4b3-8d48-45c5-85bd-0b95f1da3893 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:48.004630 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3075eb3-e10a-44bd-a71c-52fd6a303b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:48.012673 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:48.107262 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f3075eb3-e10a-44bd-a71c-52fd6a303b9f None None] Port b09df4b3-8d48-45c5-85bd-0b95f1da3893 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:34:48.176281 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:48.205883 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:45Z', 'revision_number': 3, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:48.230433 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:48.235949 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983e47f-965e-4bc4-a150-504aa9b08769 None None] The sync data for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi is: [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:45Z', 'revision_number': 3, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:34:48.299297 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:48.301064 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b09df4b3-8d48-45c5-85bd-0b95f1da3893,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:48.396651 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:34:48.398149 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:48.536179 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Router e14fd039-a8ca-41f6-a763-6f244fef2321 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:34:48.629532 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a5ef2902-be0d-43ba-b113-65ab97fd55af None None] Provisioning complete for port b09df4b3-8d48-45c5-85bd-0b95f1da3893 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:48.630109 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2902-be0d-43ba-b113-65ab97fd55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:48.655137 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:34:48.664213 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-7a2adee4-27fa-4894-8d3c-05643bfb41c6 admin admin] 10.222.0.41 "PUT /v2.0/routers/e14fd039-a8ca-41f6-a763-6f244fef2321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9469917 Sep 23 13:34:48.666322 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef2902-be0d-43ba-b113-65ab97fd55af None None] Port b09df4b3-8d48-45c5-85bd-0b95f1da3893 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:34:49.352011 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60770) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:49.357603 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-64119212-network', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:49.437989 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Made reservation on behalf of 3a3726b5bc184f6a8043a6740c43cb82 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:34:49.439801 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.450031 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.450162 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f5d99b35-dc6f-404e-a5c2-be65719b38d6 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:34:49.500387 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port f5d99b35-dc6f-404e-a5c2-be65719b38d6 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:49.510471 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.545809 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.583798 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.604281 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port f5d99b35-dc6f-404e-a5c2-be65719b38d6, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=f5d99b35-dc6f-404e-a5c2-be65719b38d6,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:34:49.629894 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.657705 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:34:49.663826 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f03bc-2c05-434d-9dd4-15be3e60faee,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:49.670169 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.670533 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.segments_db [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Added segment d9bb059e-4368-42f5-beae-9605c6f1aa61 of type vlan for network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 Sep 23 13:34:49.688951 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.711256 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739780061974'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.713192 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Sync routers for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:34:49.727377 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:34:49.728125 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:34:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:49.741825 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=f5d99b35-dc6f-404e-a5c2-be65719b38d6,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:49.802756 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.803825 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:34:49.804412 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:49.832374 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:34:49.865703 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:49.877662 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 details requested by agent ovs-agent-dv-cinder-809201-2-iscsi with host dv-cinder-809201-2-iscsi {{(pid=94599) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:34:49.925978 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-5f6a1161-a3a1-4827-a59a-75ddf53f22e8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5702696 Sep 23 13:34:49.926199 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60772) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:49.930868 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Request body: {'subnet': {'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-64119212-subnet', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:50.019902 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Made reservation on behalf of 3a3726b5bc184f6a8043a6740c43cb82 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:34:50.022116 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12665056'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.037482 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:48Z', 'revision_number': 2, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:50.067056 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Checking router: e14fd039-a8ca-41f6-a763-6f244fef2321 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:34:50.067401 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Updating router e14fd039-a8ca-41f6-a763-6f244fef2321 port b09df4b3-8d48-45c5-85bd-0b95f1da3893 binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:34:50.091981 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.241445 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24929531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12665042'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.302385 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc415b8-de4e-414e-b350-a32fd8d579ea,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:50.305752 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Checking segment: {'id': 'd9bb059e-4368-42f5-beae-9605c6f1aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:34:50.306109 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Network hostable DHCP agents. Network: 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4, hostable agents: ['efc52a73-f36f-432b-8899-3c573951b98e'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:34:50.368137 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.372808 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 is scheduled to be hosted by DHCP agent efc52a73-f36f-432b-8899-3c573951b98e with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:34:50.424036 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.448500 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-2-iscsi, 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:50.452887 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:34:50.453488 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.464277 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f948e5-4698-459a-b347-112ee3e4f5d1 None None] Network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:34:50.473478 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Pushing event updated for resources: {'Port': ['ID=b09df4b3-8d48-45c5-85bd-0b95f1da3893,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:50.483166 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.483166 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.483493 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.483865 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.484205 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.484495 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.484816 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.485141 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.485476 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.485806 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.486195 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.486422 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:34:50.543659 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Attempting to bind port b09df4b3-8d48-45c5-85bd-0b95f1da3893 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:34:50.544068 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Attempting to bind port b09df4b3-8d48-45c5-85bd-0b95f1da3893 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:34:50.544408 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Attempting to bind port b09df4b3-8d48-45c5-85bd-0b95f1da3893 on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:34:50.549874 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:34:50.550249 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Checking segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:34:50.550647 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.551037 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Bound using segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:34:50.551503 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Bound port: b09df4b3-8d48-45c5-85bd-0b95f1da3893, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:34:50.551905 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.565485 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-fd7ef619-2417-4243-9794-b26d61cc35c8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6359265 Sep 23 13:34:50.565872 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60774) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:50.570388 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:50.622748 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72342715-efb8-5cd5-a435-8a9b8497d6cd-4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4', 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'fixed_ips': [{'subnet_id': '0cc415b8-de4e-414e-b350-a32fd8d579ea'}]}} from dv-cinder-809201-2-iscsi. {{(pid=94599) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:34:50.623633 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.636922 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] For port b09df4b3-8d48-45c5-85bd-0b95f1da3893, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:34:50.640400 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] For port b09df4b3-8d48-45c5-85bd-0b95f1da3893, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b09df4b3-8d48-45c5-85bd-0b95f1da3893,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:34:50.671538 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16332440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-391'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.672793 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16319336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16331416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16731143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-398'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.726921 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a7e6cdca-a8e3-48e1-90a7-ea255487b9cd None None] Provisioning complete for port b09df4b3-8d48-45c5-85bd-0b95f1da3893 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:50.727509 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.727638 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7e6cdca-a8e3-48e1-90a7-ea255487b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.730156 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.785473 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:34:50.786104 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:34:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:50.803911 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Allocated IP 172.20.0.2 (4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4/0cc415b8-de4e-414e-b350-a32fd8d579ea/736bd529-7982-4fe9-aab6-8c56e5def1be) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:34:50.948661 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:50.984443 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40c8b1-a928-4442-b634-8145bf6434bc None None] Pushing event updated for resources: {'Port': ['ID=b09df4b3-8d48-45c5-85bd-0b95f1da3893,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:51.012641 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:34:51.067609 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7e6cdca-a8e3-48e1-90a7-ea255487b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.123371 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a7e6cdca-a8e3-48e1-90a7-ea255487b9cd None None] For port b09df4b3-8d48-45c5-85bd-0b95f1da3893, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b09df4b3-8d48-45c5-85bd-0b95f1da3893,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:34:51.184309 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.208246 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7e6cdca-a8e3-48e1-90a7-ea255487b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.236208 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:50Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:51.236627 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.256182 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.256731 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6cdca-a8e3-48e1-90a7-ea255487b9cd None None] Pushing event updated for resources: {'Port': ['ID=b09df4b3-8d48-45c5-85bd-0b95f1da3893,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:51.265205 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183195ef-f486-45cb-bfca-cd1c2c0525e3 None None] The sync data for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi is: [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:50Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:34:51.277376 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.342481 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:34:51.350875 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:51.353533 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Pushing event updated for resources: {'Port': ['ID=736bd529-7982-4fe9-aab6-8c56e5def1be,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:51.355668 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:34:51.364777 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-b5af2451-2c4c-4127-98ea-96eaad310557 None None] Provisioning complete for port b09df4b3-8d48-45c5-85bd-0b95f1da3893 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:51.365055 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b5af2451-2c4c-4127-98ea-96eaad310557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.426676 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Allocated IP 172.27.2.242 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/fd99e665-3758-4574-95e2-30e366dbe16a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:34:51.446215 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Attempting to bind port 736bd529-7982-4fe9-aab6-8c56e5def1be on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:34:51.450805 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Attempting to bind port 736bd529-7982-4fe9-aab6-8c56e5def1be by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'd9bb059e-4368-42f5-beae-9605c6f1aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:34:51.450805 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Attempting to bind port 736bd529-7982-4fe9-aab6-8c56e5def1be on network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:34:51.455727 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:34:51.456187 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Checking segment: {'id': 'd9bb059e-4368-42f5-beae-9605c6f1aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:34:51.456625 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.457229 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Bound using segment: {'id': 'd9bb059e-4368-42f5-beae-9605c6f1aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:34:51.457989 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Bound port: 736bd529-7982-4fe9-aab6-8c56e5def1be, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bb059e-4368-42f5-beae-9605c6f1aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:34:51.458623 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.564720 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.564856 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f5d99b35-dc6f-404e-a5c2-be65719b38d6 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:34:51.600256 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] For port 736bd529-7982-4fe9-aab6-8c56e5def1be, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:34:51.616500 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] For port 736bd529-7982-4fe9-aab6-8c56e5def1be, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=736bd529-7982-4fe9-aab6-8c56e5def1be,segment=NetworkSegment(d9bb059e-4368-42f5-beae-9605c6f1aa61),segment_id=d9bb059e-4368-42f5-beae-9605c6f1aa61)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:34:51.634390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port f5d99b35-dc6f-404e-a5c2-be65719b38d6 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:51.634677 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.670233 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.702945 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:51.708755 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:34:51.711828 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:51.715991 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:34:51.758840 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b09df4b3-8d48-45c5-85bd-0b95f1da3893 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:34:51.760010 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=fd99e665-3758-4574-95e2-30e366dbe16a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:51.803425 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46501b85-40f0-4827-b705-a5da8577f449 None None] Pushing event updated for resources: {'Port': ['ID=736bd529-7982-4fe9-aab6-8c56e5def1be,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:51.841671 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port b09df4b3-8d48-45c5-85bd-0b95f1da3893 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:51.842329 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:52.105772 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:52.564173 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16319249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16331429'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:52.634379 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0905c0a8-4571-4b93-a480-bff41d1ca352 None None] Network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:34:52.718500 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-75edfef3-1084-4c82-a5cf-1002bd45996e None None] Provisioning complete for port 736bd529-7982-4fe9-aab6-8c56e5def1be triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:52.718869 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75edfef3-1084-4c82-a5cf-1002bd45996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:52.761588 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Router 53a31748-c134-477f-b9f8-e096f3f4f071 is scheduled to L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:34:52.854340 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75edfef3-1084-4c82-a5cf-1002bd45996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:52.876537 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:34:52.893150 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Sync routers for ids ['53a31748-c134-477f-b9f8-e096f3f4f071'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:34:52.900908 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-75edfef3-1084-4c82-a5cf-1002bd45996e None None] For port 736bd529-7982-4fe9-aab6-8c56e5def1be, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=736bd529-7982-4fe9-aab6-8c56e5def1be,segment=NetworkSegment(d9bb059e-4368-42f5-beae-9605c6f1aa61),segment_id=d9bb059e-4368-42f5-beae-9605c6f1aa61)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:34:52.905822 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Routers {'53a31748-c134-477f-b9f8-e096f3f4f071'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:34:52.906447 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:34:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['53a31748-c134-477f-b9f8-e096f3f4f071'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:52.972991 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:52.974346 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-dfe294ff-72c3-443e-a845-c44eccd81bb1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4075191 Sep 23 13:34:52.977258 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60786) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:52.994313 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75edfef3-1084-4c82-a5cf-1002bd45996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.037205 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Set router 53a31748-c134-477f-b9f8-e096f3f4f071 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:34:53.122982 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edfef3-1084-4c82-a5cf-1002bd45996e None None] Pushing event updated for resources: {'Port': ['ID=736bd529-7982-4fe9-aab6-8c56e5def1be,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:53.167750 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-ab960d0b-76e9-437d-b13a-de2027cb4826 None None] Provisioning complete for port 736bd529-7982-4fe9-aab6-8c56e5def1be triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:53.168127 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab960d0b-76e9-437d-b13a-de2027cb4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.303617 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:50Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 3, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'gw_port': {'id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:51Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:53.333599 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Checking router: 53a31748-c134-477f-b9f8-e096f3f4f071 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:34:53.333947 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Updating router 53a31748-c134-477f-b9f8-e096f3f4f071 port fd99e665-3758-4574-95e2-30e366dbe16a binding host dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:34:53.361919 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.387527 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.489000 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 736bd529-7982-4fe9-aab6-8c56e5def1be up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:34:53.554908 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Allocated IP 172.20.0.1 (4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4/0cc415b8-de4e-414e-b350-a32fd8d579ea/e8f1f5a1-9c04-4783-96d2-d8c751225231) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:34:53.601126 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port 736bd529-7982-4fe9-aab6-8c56e5def1be triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:53.601495 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.656239 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.722907 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.745765 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.787406 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:34:53.790167 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:53.794117 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:34:53.801102 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.803549 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f1f5a1-9c04-4783-96d2-d8c751225231,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:53.843001 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16331672'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.854218 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee0f1b-cf47-400f-a985-af0b2ec7925c None None] Pushing event updated for resources: {'Port': ['ID=fd99e665-3758-4574-95e2-30e366dbe16a,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:53.857245 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Attempting to bind port fd99e665-3758-4574-95e2-30e366dbe16a on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:34:53.857823 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Attempting to bind port fd99e665-3758-4574-95e2-30e366dbe16a by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:34:53.857951 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Attempting to bind port fd99e665-3758-4574-95e2-30e366dbe16a on network 8f99a309-1fff-4426-afb2-2546e10f41c9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:34:53.868811 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:34:53.868811 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Checking segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:34:53.868811 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.868811 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Bound using segment: {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:34:53.868811 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Bound port: fd99e665-3758-4574-95e2-30e366dbe16a, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:34:53.868811 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:53.928068 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] For port fd99e665-3758-4574-95e2-30e366dbe16a, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:34:53.931185 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] For port fd99e665-3758-4574-95e2-30e366dbe16a, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=fd99e665-3758-4574-95e2-30e366dbe16a,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:34:54.021854 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-afab86fd-cfd5-49e5-a29e-844d4310ea99 None None] Provisioning complete for port e8f1f5a1-9c04-4783-96d2-d8c751225231 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:54.022225 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-afab86fd-cfd5-49e5-a29e-844d4310ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:54.121050 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:54.164775 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:54.212994 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-afab86fd-cfd5-49e5-a29e-844d4310ea99 None None] Port e8f1f5a1-9c04-4783-96d2-d8c751225231 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:34:54.230678 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Routers {'53a31748-c134-477f-b9f8-e096f3f4f071'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:34:54.231294 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:34:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['53a31748-c134-477f-b9f8-e096f3f4f071'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:54.272237 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee0f1b-cf47-400f-a985-af0b2ec7925c None None] Pushing event updated for resources: {'Port': ['ID=fd99e665-3758-4574-95e2-30e366dbe16a,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:54.293222 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:54.341762 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] Set router 53a31748-c134-477f-b9f8-e096f3f4f071 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:34:54.355391 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:54.421505 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f1f5a1-9c04-4783-96d2-d8c751225231,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:54.425375 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16332648'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:54.518225 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:34:54.520060 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:34:54.546905 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:50Z', 'updated_at': '2021-09-23T13:34:53Z', 'revision_number': 4, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'gw_port': {'id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:51Z', 'updated_at': '2021-09-23T13:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e8f1f5a1-9c04-4783-96d2-d8c751225231', 'name': '', 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'mac_address': 'fa:16:3e:71:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:53Z', 'updated_at': '2021-09-23T13:34:53Z', 'revision_number': 1, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'subnets': [{'id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:54.574299 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c492c6-fd18-47ea-a7f9-ea58b2c4c300 None None] The sync data for ids ['53a31748-c134-477f-b9f8-e096f3f4f071'] in dv-cinder-809201-2-iscsi is: [{'id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:50Z', 'updated_at': '2021-09-23T13:34:53Z', 'revision_number': 4, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'gw_port': {'id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:51Z', 'updated_at': '2021-09-23T13:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e8f1f5a1-9c04-4783-96d2-d8c751225231', 'name': '', 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'mac_address': 'fa:16:3e:71:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:53Z', 'updated_at': '2021-09-23T13:34:53Z', 'revision_number': 1, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'subnets': [{'id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:34:54.633989 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Router 53a31748-c134-477f-b9f8-e096f3f4f071 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:34:54.735138 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-72b41a72-cb0b-4c5c-9dfb-8f524a9258e8 None None] Provisioning complete for port e8f1f5a1-9c04-4783-96d2-d8c751225231 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:54.735536 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-72b41a72-cb0b-4c5c-9dfb-8f524a9258e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:54.747674 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:34:54.755613 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-f659794f-87a0-4312-89b2-fa3a1d493ba4 admin admin] 10.222.0.41 "PUT /v2.0/routers/53a31748-c134-477f-b9f8-e096f3f4f071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7771025 Sep 23 13:34:54.774991 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-72b41a72-cb0b-4c5c-9dfb-8f524a9258e8 None None] Port e8f1f5a1-9c04-4783-96d2-d8c751225231 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:34:55.467641 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device fd99e665-3758-4574-95e2-30e366dbe16a up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:34:55.476880 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60798) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:55.481961 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-673c9969-2af6-45a0-8e85-a99b1a3296d9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586791261', 'description': 'tempest-secgroup-smoke-1586791261 description', 'project_id': 'fddc220b778b487b8c884c54cb7b2b92'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:55.522423 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port fd99e665-3758-4574-95e2-30e366dbe16a triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:55.522567 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:55.578425 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-673c9969-2af6-45a0-8e85-a99b1a3296d9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:55.606311 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:55.629930 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] For port fd99e665-3758-4574-95e2-30e366dbe16a, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=fd99e665-3758-4574-95e2-30e366dbe16a,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:34:55.671485 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-673c9969-2af6-45a0-8e85-a99b1a3296d9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:55.722761 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:55.751194 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-673c9969-2af6-45a0-8e85-a99b1a3296d9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:55.779464 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Pushing event updated for resources: {'Port': ['ID=fd99e665-3758-4574-95e2-30e366dbe16a,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:55.783126 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c9969-2af6-45a0-8e85-a99b1a3296d9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2810b4dc-12e0-4eb2-8133-6ad41a2b2108,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:55.858348 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-673c9969-2af6-45a0-8e85-a99b1a3296d9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:55.859671 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-673c9969-2af6-45a0-8e85-a99b1a3296d9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3817747 Sep 23 13:34:55.862628 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60800) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:55.866922 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-78215ccc-fb5a-47a6-ad03-9b8a1d6d6c78 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'security_group_rule': {'security_group_id': '2810b4dc-12e0-4eb2-8133-6ad41a2b2108', 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:55.957480 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78215ccc-fb5a-47a6-ad03-9b8a1d6d6c78 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.017154 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78215ccc-fb5a-47a6-ad03-9b8a1d6d6c78 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.122647 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78215ccc-fb5a-47a6-ad03-9b8a1d6d6c78 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.139850 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78215ccc-fb5a-47a6-ad03-9b8a1d6d6c78 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8ede77-d7e0-4749-af8b-3eb600a85d24,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:56.231654 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78215ccc-fb5a-47a6-ad03-9b8a1d6d6c78 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.233087 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-78215ccc-fb5a-47a6-ad03-9b8a1d6d6c78 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3695221 Sep 23 13:34:56.235763 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60802) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:56.240147 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-22ab438b-5d5a-4dae-a64a-35ade2f18af9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'security_group_rule': {'security_group_id': '2810b4dc-12e0-4eb2-8133-6ad41a2b2108', 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:56.346132 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22ab438b-5d5a-4dae-a64a-35ade2f18af9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.408015 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22ab438b-5d5a-4dae-a64a-35ade2f18af9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.460426 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Sync routers for ids ['53a31748-c134-477f-b9f8-e096f3f4f071'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:34:56.475482 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Routers {'53a31748-c134-477f-b9f8-e096f3f4f071'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:34:56.475482 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:34:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['53a31748-c134-477f-b9f8-e096f3f4f071'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:56.494403 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22ab438b-5d5a-4dae-a64a-35ade2f18af9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.512941 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab438b-5d5a-4dae-a64a-35ade2f18af9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d421cd-7d7c-4efe-96f1-02c992b41f7f,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:56.576705 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Set router 53a31748-c134-477f-b9f8-e096f3f4f071 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:34:56.585847 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22ab438b-5d5a-4dae-a64a-35ade2f18af9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.587189 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-22ab438b-5d5a-4dae-a64a-35ade2f18af9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504827 Sep 23 13:34:56.590253 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60804) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:56.595417 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-04cb0a21-5aab-4c94-be0a-53c0c0dfc6ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'security_group_rule': {'security_group_id': '2810b4dc-12e0-4eb2-8133-6ad41a2b2108', 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:56.705153 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-04cb0a21-5aab-4c94-be0a-53c0c0dfc6ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.762982 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-04cb0a21-5aab-4c94-be0a-53c0c0dfc6ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.774714 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:50Z', 'updated_at': '2021-09-23T13:34:53Z', 'revision_number': 4, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'gw_port': {'id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:51Z', 'updated_at': '2021-09-23T13:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e8f1f5a1-9c04-4783-96d2-d8c751225231', 'name': '', 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'mac_address': 'fa:16:3e:71:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:53Z', 'updated_at': '2021-09-23T13:34:54Z', 'revision_number': 2, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'subnets': [{'id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:56.799471 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Checking router: 53a31748-c134-477f-b9f8-e096f3f4f071 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:34:56.799852 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Updating router 53a31748-c134-477f-b9f8-e096f3f4f071 port e8f1f5a1-9c04-4783-96d2-d8c751225231 binding host dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:34:56.825394 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.853978 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-04cb0a21-5aab-4c94-be0a-53c0c0dfc6ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.872336 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb0a21-5aab-4c94-be0a-53c0c0dfc6ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a08de69-7e1c-46fd-ba98-d65304d30728,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:56.951550 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-04cb0a21-5aab-4c94-be0a-53c0c0dfc6ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:56.952891 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-04cb0a21-5aab-4c94-be0a-53c0c0dfc6ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611076 Sep 23 13:34:56.955665 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60806) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:56.961005 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-0c81ec26-3e45-44e1-bbd7-00b2d67934b3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'security_group_rule': {'security_group_id': '2810b4dc-12e0-4eb2-8133-6ad41a2b2108', 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:57.059903 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0c81ec26-3e45-44e1-bbd7-00b2d67934b3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.087016 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.121263 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0c81ec26-3e45-44e1-bbd7-00b2d67934b3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.179774 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.220524 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0c81ec26-3e45-44e1-bbd7-00b2d67934b3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.231604 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73b1e1-c5d6-4f84-b796-ac594a842796 None None] Pushing event updated for resources: {'Port': ['ID=e8f1f5a1-9c04-4783-96d2-d8c751225231,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:57.237626 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81ec26-3e45-44e1-bbd7-00b2d67934b3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a256cb8a-4269-4102-8e66-9be8dccb0c1c,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:57.282869 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Attempting to bind port e8f1f5a1-9c04-4783-96d2-d8c751225231 on host dv-cinder-809201-2-iscsi for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:34:57.283235 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Attempting to bind port e8f1f5a1-9c04-4783-96d2-d8c751225231 by drivers openvswitch,hyperv on host dv-cinder-809201-2-iscsi at level 0 using segments [{'id': 'd9bb059e-4368-42f5-beae-9605c6f1aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:34:57.283590 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Attempting to bind port e8f1f5a1-9c04-4783-96d2-d8c751225231 on network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:34:57.288700 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Checking agent: {'id': '43bd8756-a952-4a9b-9ccc-a606b4f17a47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 16, 33), 'started_at': datetime.datetime(2021, 9, 23, 13, 17, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:34:57.289060 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Checking segment: {'id': 'd9bb059e-4368-42f5-beae-9605c6f1aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:34:57.289450 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.289835 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Bound using segment: {'id': 'd9bb059e-4368-42f5-beae-9605c6f1aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:34:57.290286 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Bound port: e8f1f5a1-9c04-4783-96d2-d8c751225231, host: dv-cinder-809201-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bb059e-4368-42f5-beae-9605c6f1aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:34:57.290683 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.316897 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0c81ec26-3e45-44e1-bbd7-00b2d67934b3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.318443 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0c81ec26-3e45-44e1-bbd7-00b2d67934b3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617268 Sep 23 13:34:57.321096 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60808) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:57.325869 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-0b95ae3e-8f99-45fe-b2c6-fd3bfb59e734 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'security_group_rule': {'security_group_id': '2810b4dc-12e0-4eb2-8133-6ad41a2b2108', 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:57.358523 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] For port e8f1f5a1-9c04-4783-96d2-d8c751225231, host dv-cinder-809201-2-iscsi, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:34:57.361810 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] For port e8f1f5a1-9c04-4783-96d2-d8c751225231, host dv-cinder-809201-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e8f1f5a1-9c04-4783-96d2-d8c751225231,segment=NetworkSegment(d9bb059e-4368-42f5-beae-9605c6f1aa61),segment_id=d9bb059e-4368-42f5-beae-9605c6f1aa61)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:34:57.412348 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.securitygroups_db [None req-0b95ae3e-8f99-45fe-b2c6-fd3bfb59e734 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Project fddc220b778b487b8c884c54cb7b2b92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:34:57.419013 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0b95ae3e-8f99-45fe-b2c6-fd3bfb59e734 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.436896 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-390523bd-8320-491d-befe-b0dd012375d2 None None] Provisioning complete for port e8f1f5a1-9c04-4783-96d2-d8c751225231 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:57.437399 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-390523bd-8320-491d-befe-b0dd012375d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.441086 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device fd99e665-3758-4574-95e2-30e366dbe16a up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:34:57.447008 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.501772 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0b95ae3e-8f99-45fe-b2c6-fd3bfb59e734 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.510920 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Routers {'53a31748-c134-477f-b9f8-e096f3f4f071'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:34:57.511662 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:34:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['53a31748-c134-477f-b9f8-e096f3f4f071'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:57.513012 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-390523bd-8320-491d-befe-b0dd012375d2 None None] Port e8f1f5a1-9c04-4783-96d2-d8c751225231 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:34:57.529666 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port fd99e665-3758-4574-95e2-30e366dbe16a triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:57.530622 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.585254 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0b95ae3e-8f99-45fe-b2c6-fd3bfb59e734 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.611193 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95ae3e-8f99-45fe-b2c6-fd3bfb59e734 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06223357-4f3f-44dc-bd0e-7a041fe36564,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:57.625369 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73b1e1-c5d6-4f84-b796-ac594a842796 None None] Pushing event updated for resources: {'Port': ['ID=e8f1f5a1-9c04-4783-96d2-d8c751225231,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:57.647254 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] Set router 53a31748-c134-477f-b9f8-e096f3f4f071 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:34:57.682874 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-0b95ae3e-8f99-45fe-b2c6-fd3bfb59e734 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.687083 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-0b95ae3e-8f99-45fe-b2c6-fd3bfb59e734 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3623819 Sep 23 13:34:57.687324 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 60810) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:34:57.692027 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-e42286c9-927b-41b9-bc58-77e795e21753 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'security_group_rule': {'security_group_id': '2810b4dc-12e0-4eb2-8133-6ad41a2b2108', 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:34:57.733697 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-54fe9bfb-a061-4843-9e80-7b296aa1e0d5 None None] Provisioning complete for port e8f1f5a1-9c04-4783-96d2-d8c751225231 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:57.734077 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-54fe9bfb-a061-4843-9e80-7b296aa1e0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.789529 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.securitygroups_db [None req-e42286c9-927b-41b9-bc58-77e795e21753 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Project fddc220b778b487b8c884c54cb7b2b92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:34:57.795269 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e42286c9-927b-41b9-bc58-77e795e21753 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.813887 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-54fe9bfb-a061-4843-9e80-7b296aa1e0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.846824 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-54fe9bfb-a061-4843-9e80-7b296aa1e0d5 None None] For port e8f1f5a1-9c04-4783-96d2-d8c751225231, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e8f1f5a1-9c04-4783-96d2-d8c751225231,segment=NetworkSegment(d9bb059e-4368-42f5-beae-9605c6f1aa61),segment_id=d9bb059e-4368-42f5-beae-9605c6f1aa61)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:34:57.848170 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:50Z', 'updated_at': '2021-09-23T13:34:53Z', 'revision_number': 4, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'gw_port': {'id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:51Z', 'updated_at': '2021-09-23T13:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e8f1f5a1-9c04-4783-96d2-d8c751225231', 'name': '', 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'mac_address': 'fa:16:3e:71:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:53Z', 'updated_at': '2021-09-23T13:34:57Z', 'revision_number': 4, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'subnets': [{'id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:34:57.859273 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e42286c9-927b-41b9-bc58-77e795e21753 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.923171 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-54fe9bfb-a061-4843-9e80-7b296aa1e0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.954176 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e42286c9-927b-41b9-bc58-77e795e21753 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16305973'] for security_group_rule, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:57.960756 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9310cea-67c9-4f32-bf96-51584620cd37 None None] The sync data for ids ['53a31748-c134-477f-b9f8-e096f3f4f071'] in dv-cinder-809201-2-iscsi is: [{'id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:50Z', 'updated_at': '2021-09-23T13:34:53Z', 'revision_number': 4, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'gw_port': {'id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:51Z', 'updated_at': '2021-09-23T13:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'e8f1f5a1-9c04-4783-96d2-d8c751225231', 'name': '', 'network_id': '4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'mac_address': 'fa:16:3e:71:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:53Z', 'updated_at': '2021-09-23T13:34:57Z', 'revision_number': 4, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'subnets': [{'id': '0cc415b8-de4e-414e-b350-a32fd8d579ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:34:57.965276 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42286c9-927b-41b9-bc58-77e795e21753 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e91cc1-fb8f-4c9f-b5eb-2c4cfa35e02b,revision_number=0']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:57.983127 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe9bfb-a061-4843-9e80-7b296aa1e0d5 None None] Pushing event updated for resources: {'Port': ['ID=e8f1f5a1-9c04-4783-96d2-d8c751225231,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:34:58.019627 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:58.099853 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-e42286c9-927b-41b9-bc58-77e795e21753 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:34:58.101032 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-e42286c9-927b-41b9-bc58-77e795e21753 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4127376 Sep 23 13:34:59.455202 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e8f1f5a1-9c04-4783-96d2-d8c751225231 up at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:34:59.503002 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Provisioning complete for port e8f1f5a1-9c04-4783-96d2-d8c751225231 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:34:59.503376 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:00.168758 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c56ad62-5d4a-42ed-b885-da8e8a2450d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:02.579906 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5937e80c-0033-4469-baaf-db3f784e6612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:03.208000 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:04.103697 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:05.505125 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:14.980723 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-65a54a10-898e-44f7-8ba1-1ae3a602cce8 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586791261&fields=id&tenant_id=fddc220b778b487b8c884c54cb7b2b92 HTTP/1.1" status: 200 len: 267 time: 0.0330405 Sep 23 13:35:15.088669 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-e8106eeb-4241-4ccf-87cb-2b5e4348e514 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:15.090149 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-e8106eeb-4241-4ccf-87cb-2b5e4348e514 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 811 time: 0.1026819 Sep 23 13:35:15.105398 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-9a40aa1c-01c5-4d98-baf7-69610aa6ac86 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/quotas/fddc220b778b487b8c884c54cb7b2b92 HTTP/1.1" status: 200 len: 375 time: 0.0094488 Sep 23 13:35:15.154178 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-a04c179c-f532-4b52-ba1c-e54d04845daf tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435252 Sep 23 13:35:15.258326 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-4b2c4725-c828-41ca-9635-c5e952a5aff3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:35:15.259338 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-4b2c4725-c828-41ca-9635-c5e952a5aff3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0938125 Sep 23 13:35:15.349883 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-f52a35c8-0879-4bce-bdbb-ae5628017c5b service neutron] 10.222.0.41 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844157 Sep 23 13:35:15.437342 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1ede1537-50fb-4a20-974b-07911d1e3f6f service neutron] 10.222.0.41 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805128 Sep 23 13:35:16.035052 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1b483f4e-6512-4326-b2d0-81f74020c207 req-c1f23d53-3f80-479b-b803-9543bee0bef8 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 210 time: 0.0817051 Sep 23 13:35:17.109677 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-91c3f51c-db1e-49af-93a8-07fc3d17c1e0 req-096e056b-679e-4605-a184-0e3315a64b4a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 210 time: 0.0263300 Sep 23 13:35:18.154587 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-bf6f3108-5422-4f9e-acc8-27fc948a28de tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:18.156080 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-bf6f3108-5422-4f9e-acc8-27fc948a28de tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 811 time: 0.1011620 Sep 23 13:35:18.216068 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c8d8c901-f37a-44d9-8ca8-198ea990e238 req-8c566175-14b0-4510-b907-9026824e1953 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 210 time: 0.0369503 Sep 23 13:35:18.226216 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-c50f1205-04af-425b-92af-921e4b62337a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fddc220b778b487b8c884c54cb7b2b92 HTTP/1.1" status: 200 len: 380 time: 0.0607677 Sep 23 13:35:18.235972 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'port': {'device_id': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'admin_state_up': True, 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'security_groups': ['2810b4dc-12e0-4eb2-8133-6ad41a2b2108']}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:35:18.407658 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Made reservation on behalf of fddc220b778b487b8c884c54cb7b2b92 for: {'port': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:35:18.412133 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:18.541471 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Allocated IP 172.20.0.3 (7dc27fce-e66d-4d4b-95bd-cd11fad40fa7/c9df158e-8d59-4691-a611-574ca1e3838f/1600382f-307d-4deb-98af-59bc938eb093) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:35:18.678834 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:18.786229 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:18.827840 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:35:18.830813 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:35:18.834910 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:35:18.843798 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'Port': ['ID=1600382f-307d-4deb-98af-59bc938eb093,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:35:18.892642 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:18.899671 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:18.995350 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-1f8927b0-e448-47e4-8a21-4e84b0c18f7b tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7591386 Sep 23 13:35:19.002393 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-3d0bb4bd-4601-400b-ab7e-ec75eec1e8bf tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:35:19.003442 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-3d0bb4bd-4601-400b-ab7e-ec75eec1e8bf tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063298 Sep 23 13:35:19.059436 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Request body: {'port': {'device_id': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:35:19.071616 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-ca1cd333-3b7e-4bad-b6b8-93a849c48ec9 None None] Provisioning complete for port 1600382f-307d-4deb-98af-59bc938eb093 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:35:19.072190 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ca1cd333-3b7e-4bad-b6b8-93a849c48ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:19.105356 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ca1cd333-3b7e-4bad-b6b8-93a849c48ec9 None None] Port 1600382f-307d-4deb-98af-59bc938eb093 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:35:19.120206 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:19.367492 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8114ae-18a2-4fc3-969b-29d794384222 req-45810d06-6494-4f9b-81c0-c7cff6be2e97 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:19.368994 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dc8114ae-18a2-4fc3-969b-29d794384222 req-45810d06-6494-4f9b-81c0-c7cff6be2e97 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 931 time: 0.0728352 Sep 23 13:35:19.709981 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1600382f-307d-4deb-98af-59bc938eb093 {{(pid=94597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:35:19.716427 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-dc8114ae-18a2-4fc3-969b-29d794384222 req-f35ed797-15fe-49f6-9df9-6e7faba23962 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411827 Sep 23 13:35:19.720299 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:19.733126 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Transition to ACTIVE for port object 1600382f-307d-4deb-98af-59bc938eb093 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:35:19.802207 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:19.851195 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Pushing event updated for resources: {'Port': ['ID=1600382f-307d-4deb-98af-59bc938eb093,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:35:19.920136 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Attempting to bind port 1600382f-307d-4deb-98af-59bc938eb093 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:35:19.920482 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Attempting to bind port 1600382f-307d-4deb-98af-59bc938eb093 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:35:19.920817 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Attempting to bind port 1600382f-307d-4deb-98af-59bc938eb093 on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:35:19.925266 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Port 1600382f-307d-4deb-98af-59bc938eb093 on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:35:19.925770 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Attempting to bind port 1600382f-307d-4deb-98af-59bc938eb093 on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:35:19.932143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:35:19.932143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Checking segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:35:19.932143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Bound using segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:35:19.932143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Bound port: 1600382f-307d-4deb-98af-59bc938eb093, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:35:19.932143 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:20.000319 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] For port 1600382f-307d-4deb-98af-59bc938eb093, host hv-cinder-80920, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:35:20.003194 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] For port 1600382f-307d-4deb-98af-59bc938eb093, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1600382f-307d-4deb-98af-59bc938eb093,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:35:20.071676 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:20.107392 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:20.108096 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:20.109428 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] 10.222.0.15 "PUT /v2.0/ports/1600382f-307d-4deb-98af-59bc938eb093 HTTP/1.1" status: 200 len: 1093 time: 1.0980024 Sep 23 13:35:20.109860 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'tag': '1600382f-307d-4deb-98af-59bc938eb093'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:35:20.112144 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb47b148-652c-4809-a123-9ec781e767e0" -d '{"events": [{"name": "network-changed", "server_uuid": "db3bc991-4ac2-4f73-bc33-6f8954afbc93", "tag": "1600382f-307d-4deb-98af-59bc938eb093"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:35:20.138092 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b479d-da2f-4792-9cd9-82891e2594bd service neutron] Pushing event updated for resources: {'Port': ['ID=1600382f-307d-4deb-98af-59bc938eb093,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:35:20.155853 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9130153e-ec15-42e9-aeea-6dd97e819140 x-openstack-request-id: req-9130153e-ec15-42e9-aeea-6dd97e819140 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:35:20.156146 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3bc991-4ac2-4f73-bc33-6f8954afbc93", "tag": "1600382f-307d-4deb-98af-59bc938eb093", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:35:20.156403 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9130153e-ec15-42e9-aeea-6dd97e819140 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:35:20.156796 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'tag': '1600382f-307d-4deb-98af-59bc938eb093', 'status': 'completed', 'code': 200} Sep 23 13:35:20.220483 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47b148-652c-4809-a123-9ec781e767e0 req-9f292d07-9b29-4a29-bdfd-626309ca8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:20.221995 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bb47b148-652c-4809-a123-9ec781e767e0 req-9f292d07-9b29-4a29-bdfd-626309ca8bb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 1096 time: 0.0413301 Sep 23 13:35:20.321101 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47b148-652c-4809-a123-9ec781e767e0 req-e647f1c8-9731-4bff-8a47-6ef9779bac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:20.322547 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bb47b148-652c-4809-a123-9ec781e767e0 req-e647f1c8-9731-4bff-8a47-6ef9779bac1b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fddc220b778b487b8c884c54cb7b2b92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0928741 Sep 23 13:35:20.412907 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47b148-652c-4809-a123-9ec781e767e0 req-e6b34ca7-472c-4f77-8f1d-bcd0350e28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:20.414288 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bb47b148-652c-4809-a123-9ec781e767e0 req-e6b34ca7-472c-4f77-8f1d-bcd0350e28d9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853958 Sep 23 13:35:20.495435 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-a74c4a9e-9279-4c5d-a1fe-62a994eb5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:20.496833 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-a74c4a9e-9279-4c5d-a1fe-62a994eb5479 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 1096 time: 0.0428402 Sep 23 13:35:20.537847 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-6f80b5be-0e19-4d39-9bb3-137bf1ce38a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600382f-307d-4deb-98af-59bc938eb093 HTTP/1.1" status: 200 len: 217 time: 0.0329778 Sep 23 13:35:20.585872 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-cf0f2a19-d811-4f14-a036-2453f84b7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:20.587286 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-cf0f2a19-d811-4f14-a036-2453f84b7106 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0423875 Sep 23 13:35:20.630883 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-17412925-640e-4cf8-bc8e-b4dea853678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:20.632369 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-17412925-640e-4cf8-bc8e-b4dea853678a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384188 Sep 23 13:35:20.724011 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-b2c1fa32-4c29-4a78-b412-435b52163c58 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847080 Sep 23 13:35:20.844637 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5b8716b7-fffe-4bf1-90ec-dcbd266a282d req-6d1d9ef8-4cf2-42b7-abe7-0ebb89a7654d service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118135 Sep 23 13:35:20.856252 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396c42-fcbc-48d6-a6d6-a31acaf1b9b6 req-65fbd968-7757-40c6-b5a1-c378c749c52c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:20.857679 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6a396c42-fcbc-48d6-a6d6-a31acaf1b9b6 req-65fbd968-7757-40c6-b5a1-c378c749c52c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 943 time: 0.0659175 Sep 23 13:35:20.896131 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6a396c42-fcbc-48d6-a6d6-a31acaf1b9b6 req-d481696c-85f8-4585-840c-a101584a9d78 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318267 Sep 23 13:35:22.012174 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1a41-2f16-4de1-8edf-76f1b7427bdf req-7fc8c510-3369-471e-9127-e8e2db84475a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:22.013645 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b35f1a41-2f16-4de1-8edf-76f1b7427bdf req-7fc8c510-3369-471e-9127-e8e2db84475a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 943 time: 0.0487072 Sep 23 13:35:22.050314 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b35f1a41-2f16-4de1-8edf-76f1b7427bdf req-f3b2fbf7-2af1-4de6-a0cb-f183971af84c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Sep 23 13:35:23.165679 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5455f-8434-48d9-919b-7cac5a28b90b req-6f7bc159-6065-4e00-bb32-e87301d21e3a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:23.167132 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1bf5455f-8434-48d9-919b-7cac5a28b90b req-6f7bc159-6065-4e00-bb32-e87301d21e3a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 943 time: 0.0515909 Sep 23 13:35:23.203614 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1bf5455f-8434-48d9-919b-7cac5a28b90b req-aa67fe38-19d5-4810-a09e-f10cf264c462 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306406 Sep 23 13:35:23.860387 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:35:24.316669 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc9364-a5a5-4bd2-816d-2a108a967aef req-8acc2088-bdd9-47c1-85a9-628a6442d305 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:24.318137 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6afc9364-a5a5-4bd2-816d-2a108a967aef req-8acc2088-bdd9-47c1-85a9-628a6442d305 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 943 time: 0.0489767 Sep 23 13:35:24.356165 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6afc9364-a5a5-4bd2-816d-2a108a967aef req-97ce2274-b39b-4736-90ef-e8ce810f4732 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314741 Sep 23 13:35:25.466953 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37861547-c4a3-4dc4-ac6b-3469ada8034e req-1e2c405c-aa68-47ff-b619-5a734c6e9529 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:25.468453 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-37861547-c4a3-4dc4-ac6b-3469ada8034e req-1e2c405c-aa68-47ff-b619-5a734c6e9529 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 943 time: 0.0475535 Sep 23 13:35:25.505379 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-37861547-c4a3-4dc4-ac6b-3469ada8034e req-3013f94d-1418-4386-9cef-00dc41561e88 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309880 Sep 23 13:35:26.619386 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85fd3d-8b32-4fdd-9ab3-f9cba15ddd74 req-b3a01a68-337b-40bf-939b-73ed910d7235 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:26.620942 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5a85fd3d-8b32-4fdd-9ab3-f9cba15ddd74 req-b3a01a68-337b-40bf-939b-73ed910d7235 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 943 time: 0.0515547 Sep 23 13:35:26.657964 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-5a85fd3d-8b32-4fdd-9ab3-f9cba15ddd74 req-3f180f78-a0ce-4324-a090-8ef23953f4db tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Sep 23 13:35:27.774995 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce9e88-d026-4d1b-b686-2f34486018a1 req-7d0a02ad-deed-47e7-8788-7fc5c17af442 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:27.776509 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-64ce9e88-d026-4d1b-b686-2f34486018a1 req-7d0a02ad-deed-47e7-8788-7fc5c17af442 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 943 time: 0.0540190 Sep 23 13:35:27.813397 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-64ce9e88-d026-4d1b-b686-2f34486018a1 req-0cf7eb0a-48c5-4402-b1f5-438edbe357a7 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310600 Sep 23 13:35:28.007671 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:28.428275 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 1600382f-307d-4deb-98af-59bc938eb093 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:35:28.523798 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 1600382f-307d-4deb-98af-59bc938eb093, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1600382f-307d-4deb-98af-59bc938eb093,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:35:28.534290 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '1600382f-307d-4deb-98af-59bc938eb093', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'port_id': '1600382f-307d-4deb-98af-59bc938eb093', 'mac_address': 'fa:16:3e:25:b9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:35:28.569742 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:28.582004 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1600382f-307d-4deb-98af-59bc938eb093 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:35:28.604587 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 1600382f-307d-4deb-98af-59bc938eb093, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1600382f-307d-4deb-98af-59bc938eb093,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:35:28.668836 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:28.714461 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=1600382f-307d-4deb-98af-59bc938eb093,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:35:28.909978 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['1600382f-307d-4deb-98af-59bc938eb093'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:35:28.927838 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678c05-57ad-40d7-8235-0834b91393c2 req-aa3800a8-8580-4c2e-9c7d-3a045c29b5a7 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:28.930712 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b1678c05-57ad-40d7-8235-0834b91393c2 req-aa3800a8-8580-4c2e-9c7d-3a045c29b5a7 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 944 time: 0.0490670 Sep 23 13:35:28.967432 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b1678c05-57ad-40d7-8235-0834b91393c2 req-1a37d441-801b-41d9-b498-3bf56bfd4ddb tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318861 Sep 23 13:35:30.087261 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65e144-7916-4e9e-9884-dc169f021b1a req-d39c18c2-a6d6-42d9-b410-dca46bb85426 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:30.088735 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ee65e144-7916-4e9e-9884-dc169f021b1a req-d39c18c2-a6d6-42d9-b410-dca46bb85426 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 944 time: 0.0562057 Sep 23 13:35:30.129733 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ee65e144-7916-4e9e-9884-dc169f021b1a req-c78f8656-2571-408a-a877-306b3a275b11 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Sep 23 13:35:30.173286 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0ce05e2-3da3-4def-8172-8418c9911fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:30.443593 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 1600382f-307d-4deb-98af-59bc938eb093 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:35:30.560217 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 1600382f-307d-4deb-98af-59bc938eb093 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:35:30.563851 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 1600382f-307d-4deb-98af-59bc938eb093 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:35:30.564218 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:30.640486 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:30.661954 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600382f-307d-4deb-98af-59bc938eb093'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:35:30.664817 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723afe81-e74a-4f5a-b3d3-82525bacb82e" -d '{"events": [{"server_uuid": "db3bc991-4ac2-4f73-bc33-6f8954afbc93", "name": "network-vif-plugged", "status": "completed", "tag": "1600382f-307d-4deb-98af-59bc938eb093"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:35:30.676767 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 1600382f-307d-4deb-98af-59bc938eb093, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1600382f-307d-4deb-98af-59bc938eb093,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:35:30.751489 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:30.755675 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8dee62-a34d-4266-baee-25da14ce7b14 x-openstack-request-id: req-cf8dee62-a34d-4266-baee-25da14ce7b14 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:35:30.756022 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3bc991-4ac2-4f73-bc33-6f8954afbc93", "name": "network-vif-plugged", "status": "completed", "tag": "1600382f-307d-4deb-98af-59bc938eb093", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:35:30.756275 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf8dee62-a34d-4266-baee-25da14ce7b14 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:35:30.756681 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600382f-307d-4deb-98af-59bc938eb093', 'code': 200} Sep 23 13:35:30.802671 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=1600382f-307d-4deb-98af-59bc938eb093,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:35:31.117653 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c0db-4e78-4ed7-aefb-323af12f396c req-57b7b058-23d5-4344-bcb4-9dceb657f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:31.119054 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-58f4c0db-4e78-4ed7-aefb-323af12f396c req-57b7b058-23d5-4344-bcb4-9dceb657f37d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 1098 time: 0.0391688 Sep 23 13:35:31.153890 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-58f4c0db-4e78-4ed7-aefb-323af12f396c req-6391307a-0476-4511-829d-1943c45d09b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271883 Sep 23 13:35:31.239394 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17258d-54f1-417e-853d-790d00445596 req-08f488aa-e3b5-408f-b24d-3813e6fcf622 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:31.240908 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1c17258d-54f1-417e-853d-790d00445596 req-08f488aa-e3b5-408f-b24d-3813e6fcf622 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 945 time: 0.0483472 Sep 23 13:35:31.278183 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1c17258d-54f1-417e-853d-790d00445596 req-05c80f52-71d2-4c80-8727-37485f3d2086 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Sep 23 13:35:32.393096 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4ca78-c7bf-4856-bd8f-ec694ba870e3 req-8ba1b638-53be-440d-8381-29e1c7ae7b94 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:32.394586 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3cd4ca78-c7bf-4856-bd8f-ec694ba870e3 req-8ba1b638-53be-440d-8381-29e1c7ae7b94 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 945 time: 0.0510452 Sep 23 13:35:32.432880 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3cd4ca78-c7bf-4856-bd8f-ec694ba870e3 req-3e3540c8-e6ea-4361-ab1e-89bcb74d9f23 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Sep 23 13:35:32.547370 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a4c58-52af-470a-a960-254926e8eed7 req-16aaa8fd-ffa0-44c3-b91a-6eeba17e3172 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:32.548909 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-863a4c58-52af-470a-a960-254926e8eed7 req-16aaa8fd-ffa0-44c3-b91a-6eeba17e3172 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 945 time: 0.0493388 Sep 23 13:35:32.587190 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-863a4c58-52af-470a-a960-254926e8eed7 req-a59e5948-dad6-43a2-afba-61bfcf7b7454 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Sep 23 13:35:32.588634 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89bfaadb-c541-4c58-b197-f237da92d522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:32.609136 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 32774) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:35:32.688501 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527739db-cc30-4bee-9408-6f9c3af2126a tempest-TestVolumeBootPattern-2112034464 tempest-TestVolumeBootPattern-2112034464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:32.689995 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-527739db-cc30-4bee-9408-6f9c3af2126a tempest-TestVolumeBootPattern-2112034464 tempest-TestVolumeBootPattern-2112034464-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 1093 time: 0.0798879 Sep 23 13:35:32.692946 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 32778) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:35:32.697689 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'floatingip': {'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'port_id': '1600382f-307d-4deb-98af-59bc938eb093', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:35:32.782777 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:32.877328 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:32.974868 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Allocated IP 172.27.2.14 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/1f338a95-bf6d-42db-890c-2b4b8214e1b8) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:35:33.076525 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:33.202273 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:33.224873 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:33.240192 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:35:33.243077 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:35:33.246440 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:35:33.254574 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'Port': ['ID=1f338a95-bf6d-42db-890c-2b4b8214e1b8,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:35:33.286071 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.286421 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.286765 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.287104 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.287441 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.287795 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.288126 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.288455 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.288810 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.289139 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.289545 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.289872 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:35:33.605685 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:33.725741 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:33.868223 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:33.933353 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:33.984963 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:34.003336 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'Port': ['ID=1f338a95-bf6d-42db-890c-2b4b8214e1b8,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:35:34.013396 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:34.108819 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Floating IP a484be4d-1523-4f44-ab88-07345931da4f associated. External IP: 172.27.2.14, port: 1600382f-307d-4deb-98af-59bc938eb093. Sep 23 13:35:34.305909 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Router e14fd039-a8ca-41f6-a763-6f244fef2321 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:35:34.409324 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:35:34.419017 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] Sync routers for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:35:34.427848 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:35:34.428458 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:35:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:35:34.494191 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:34.521981 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-83b096c0-6bad-46cd-ba69-355a1845f085 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8280714 Sep 23 13:35:34.522664 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'tag': '1600382f-307d-4deb-98af-59bc938eb093'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:35:34.525043 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "db3bc991-4ac2-4f73-bc33-6f8954afbc93", "tag": "1600382f-307d-4deb-98af-59bc938eb093"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:35:34.549713 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:35:34.623845 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc8c633-217e-4160-9ef5-83f5e6e27ece x-openstack-request-id: req-adc8c633-217e-4160-9ef5-83f5e6e27ece {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:35:34.624388 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3bc991-4ac2-4f73-bc33-6f8954afbc93", "tag": "1600382f-307d-4deb-98af-59bc938eb093", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:35:34.624388 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adc8c633-217e-4160-9ef5-83f5e6e27ece {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:35:34.624747 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'tag': '1600382f-307d-4deb-98af-59bc938eb093', 'status': 'completed', 'code': 200} Sep 23 13:35:34.686213 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-ee2232a2-b760-4f76-b72a-f7e04ddb19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:34.687744 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-ee2232a2-b760-4f76-b72a-f7e04ddb19fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 1098 time: 0.0412686 Sep 23 13:35:34.778944 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-95ed99f8-b5bb-4b75-a8b8-a1d427320dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:34.780356 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-95ed99f8-b5bb-4b75-a8b8-a1d427320dce service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.0860217 Sep 23 13:35:34.781738 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'a484be4d-1523-4f44-ab88-07345931da4f', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '1600382f-307d-4deb-98af-59bc938eb093', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:25:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:35:33Z', 'updated_at': '2021-09-23T13:35:33Z', 'revision_number': 0, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:35:34.808635 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] Checking router: e14fd039-a8ca-41f6-a763-6f244fef2321 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:35:34.816758 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:35:34.817358 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:35:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:35:34.844265 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-99508b08-0ce9-45f0-9bad-6066dc6b1bac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600382f-307d-4deb-98af-59bc938eb093 HTTP/1.1" status: 200 len: 998 time: 0.0568540 Sep 23 13:35:34.891794 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-7766a9d9-cf5d-4fc4-ba01-fa9bdfa10e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:34.893254 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-7766a9d9-cf5d-4fc4-ba01-fa9bdfa10e4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0427806 Sep 23 13:35:34.920880 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:35:34.940584 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-d6787a0d-26ab-4659-8c63-384050fe633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:35:34.942084 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-d6787a0d-26ab-4659-8c63-384050fe633f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424170 Sep 23 13:35:35.033593 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-89b96ab6-94bf-49c4-96b7-6f8d94183f28 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842235 Sep 23 13:35:35.128798 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b3f80253-ec2c-4311-8a87-d041ac6d3f1d req-49553525-9b0b-46b4-a47a-c4378969682f service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883057 Sep 23 13:35:35.258560 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'a484be4d-1523-4f44-ab88-07345931da4f', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '1600382f-307d-4deb-98af-59bc938eb093', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:25:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:35:33Z', 'updated_at': '2021-09-23T13:35:33Z', 'revision_number': 0, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:35:35.287646 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfe58f-74a9-48a6-b2f8-7c7d45b780fa None None] The sync data for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi is: [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': 'a484be4d-1523-4f44-ab88-07345931da4f', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '1600382f-307d-4deb-98af-59bc938eb093', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:25:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:35:33Z', 'updated_at': '2021-09-23T13:35:33Z', 'revision_number': 0, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:35:35.477097 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740d6a63-d834-4f30-9b6f-2d20aec14fbb None None] New status for floating IP a484be4d-1523-4f44-ab88-07345931da4f: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:35:35.503115 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:35:57.995586 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:00.205364 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0d243cd-30d6-4355-8d45-c79dac5a96b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:00.859493 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:36:02.616705 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b405b05c-67c0-43b1-a4e9-133c2e6f3303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:03.212996 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:04.001641 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:05.510360 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:10.588858 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-c224ed17-2c97-4b0a-822e-2fb8176df5b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376091 Sep 23 13:36:10.673196 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-31080448-8197-469e-b723-d9075189b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:36:10.674698 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-31080448-8197-469e-b723-d9075189b173 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 1098 time: 0.0407605 Sep 23 13:36:11.046683 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-37be4e8c-e4c4-4107-8d59-a5980ab71b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:36:11.048190 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-37be4e8c-e4c4-4107-8d59-a5980ab71b4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.3525212 Sep 23 13:36:11.112084 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-0f216129-3aca-4a38-9672-486c05071898 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600382f-307d-4deb-98af-59bc938eb093 HTTP/1.1" status: 200 len: 1000 time: 0.0567925 Sep 23 13:36:11.161308 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-7e7ce25f-af9b-40f5-a054-f5bc6a885ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:36:11.162669 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-7e7ce25f-af9b-40f5-a054-f5bc6a885ced service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0438893 Sep 23 13:36:11.205758 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-a1597418-a55c-4a14-8ee0-c26f9226f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:36:11.207235 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-a1597418-a55c-4a14-8ee0-c26f9226f2a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377371 Sep 23 13:36:11.295589 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-83fec0b4-512e-42b4-b61e-c7f2d7f0994d service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810692 Sep 23 13:36:11.388066 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4e5cf3a2-92fb-455b-a73c-1f12c6e0a26b req-699dd2ed-3a46-4a6a-b43a-f74f014f8f8c service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853169 Sep 23 13:36:28.016230 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:30.178566 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e47a32b-5242-4c55-9485-236246c50284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:32.589526 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-911b4d9a-e7d7-41b9-be77-7fdb26880a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:33.201327 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:34.018209 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:35.503598 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:36:37.858572 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:36:58.006065 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:00.171794 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f84105-4bbc-4950-bea9-de0c4bf01470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:02.611732 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b54166b7-7a75-4d5c-8a41-9d6a6e7c1cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:03.194487 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:03.994694 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:05.520587 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:12.581429 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-51071fc5-4d54-4ee5-a6e1-e622673c6ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384817 Sep 23 13:37:12.659766 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-d5057a6c-c599-4fb4-9a65-13a9c9d90cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:12.661196 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-d5057a6c-c599-4fb4-9a65-13a9c9d90cc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 1098 time: 0.0385687 Sep 23 13:37:12.765823 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-c647c38a-92fc-4bdc-9f98-08f2e43c4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:12.767273 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-c647c38a-92fc-4bdc-9f98-08f2e43c4189 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.0874352 Sep 23 13:37:12.831777 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-c886fd96-22a2-4191-bd26-cfaf8cf7a93b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1600382f-307d-4deb-98af-59bc938eb093 HTTP/1.1" status: 200 len: 1000 time: 0.0575538 Sep 23 13:37:12.883352 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-aea1cf7f-1882-488c-8963-49f371470851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:12.884829 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-aea1cf7f-1882-488c-8963-49f371470851 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0469105 Sep 23 13:37:12.926935 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-07016e53-e32f-4e13-a3de-fa1e5794e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:12.928395 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-07016e53-e32f-4e13-a3de-fa1e5794e4da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371082 Sep 23 13:37:13.018344 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-97c3b025-89df-430b-b842-06731e9fb664 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826764 Sep 23 13:37:13.105091 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9ebe8127-1809-4f26-bbba-e6b716cd5229 req-5da07f33-717e-409c-af23-f0517ae21349 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800874 Sep 23 13:37:14.857767 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:37:28.037472 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:30.201509 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c38d38c2-be0a-4e8f-866b-b3e519d54e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:30.229058 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe24092-0f8e-451a-8d62-64f9cac80f62 req-a4358bd0-6a56-40c8-879f-e633d75d6ba5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:30.231179 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cbe24092-0f8e-451a-8d62-64f9cac80f62 req-a4358bd0-6a56-40c8-879f-e633d75d6ba5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 945 time: 0.0493031 Sep 23 13:37:30.268228 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-cbe24092-0f8e-451a-8d62-64f9cac80f62 req-229df23b-e921-497c-99cf-816fa8b24e13 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Sep 23 13:37:31.387734 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52699-0c86-41d5-bbd5-58adaae5e3ee req-f88229bd-5fa9-4767-87c9-29b0e4efaf84 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:31.390252 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-43a52699-0c86-41d5-bbd5-58adaae5e3ee req-f88229bd-5fa9-4767-87c9-29b0e4efaf84 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 945 time: 0.0528300 Sep 23 13:37:31.427098 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-43a52699-0c86-41d5-bbd5-58adaae5e3ee req-95414b60-fa62-4629-a728-0ef9e318dfff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Sep 23 13:37:31.722924 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-47148709-f622-430f-8476-bd429e7220ee tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:31.724377 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-47148709-f622-430f-8476-bd429e7220ee tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 945 time: 0.0470977 Sep 23 13:37:31.812564 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Deleting port 1600382f-307d-4deb-98af-59bc938eb093 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:37:31.812796 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:31.897129 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] For port 1600382f-307d-4deb-98af-59bc938eb093, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1600382f-307d-4deb-98af-59bc938eb093,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:37:31.897481 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:32.062171 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:32.062621 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:32.062890 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Floating IP a484be4d-1523-4f44-ab88-07345931da4f disassociated. External IP: 172.27.2.14, port: 1600382f-307d-4deb-98af-59bc938eb093. Sep 23 13:37:32.063232 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Calling delete_port for 1600382f-307d-4deb-98af-59bc938eb093 owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:37:32.249907 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:32.277289 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event deleted for resources: {'Port': ['ID=1600382f-307d-4deb-98af-59bc938eb093,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:37:32.290396 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.290749 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.291093 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.291431 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.291817 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.292184 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.292519 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.292846 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.293177 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.293591 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.293815 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.294136 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:32.402617 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Router e14fd039-a8ca-41f6-a763-6f244fef2321 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:37:32.512850 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:37:32.528768 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] Sync routers for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:37:32.544508 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:37:32.555561 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:37:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:37:32.561822 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-4be12071-0d5b-4970-9726-98a9e4afbcfa req-db04d08f-3916-497a-8d53-0fe3fbe2a855 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 210 time: 0.0464859 Sep 23 13:37:32.575314 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] No DVR routers for this DVR port 1600382f-307d-4deb-98af-59bc938eb093 on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:37:32.578463 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:32.580779 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ecd263a4-6e96-48a2-9b88-0becdbad373a req-bb4baf6e-1c0b-4aed-9d7d-ba9fb98cdf6a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "DELETE /v2.0/ports/1600382f-307d-4deb-98af-59bc938eb093 HTTP/1.1" status: 204 len: 173 time: 0.8504255 Sep 23 13:37:32.581224 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'name': 'network-vif-deleted', 'tag': '1600382f-307d-4deb-98af-59bc938eb093'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:37:32.583452 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1864d05-bf23-47ec-b3e0-6dde0c6904af" -d '{"events": [{"server_uuid": "db3bc991-4ac2-4f73-bc33-6f8954afbc93", "name": "network-vif-deleted", "tag": "1600382f-307d-4deb-98af-59bc938eb093"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:37:32.625579 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d34f710-6c37-463f-9dcc-0c09688de2a3 x-openstack-request-id: req-5d34f710-6c37-463f-9dcc-0c09688de2a3 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:37:32.625579 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3bc991-4ac2-4f73-bc33-6f8954afbc93", "name": "network-vif-deleted", "tag": "1600382f-307d-4deb-98af-59bc938eb093", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:37:32.625579 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d34f710-6c37-463f-9dcc-0c09688de2a3 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:37:32.625579 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3bc991-4ac2-4f73-bc33-6f8954afbc93', 'name': 'network-vif-deleted', 'tag': '1600382f-307d-4deb-98af-59bc938eb093', 'status': 'completed', 'code': 200} Sep 23 13:37:32.637556 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e03df750-12b9-4704-a862-48132d66d9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:32.661979 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:37:32.874313 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:37:32.900383 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] Checking router: e14fd039-a8ca-41f6-a763-6f244fef2321 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:37:32.908430 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:37:32.909050 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:37:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:37:33.011956 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:37:33.224686 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:37:33.251707 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480d946-561b-4c70-98b1-6db15337c173 None None] The sync data for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi is: [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:37:33.257149 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:33.474994 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d09ca9-cc33-4297-9c8f-6396c2971299 None None] New status for floating IP a484be4d-1523-4f44-ab88-07345931da4f: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:37:33.678126 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-98cc893d-4e7e-4f72-9edc-7c643d140c4b req-c205a214-c8ab-45c4-81fa-c08c527937d6 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=db3bc991-4ac2-4f73-bc33-6f8954afbc93 HTTP/1.1" status: 200 len: 210 time: 0.0267344 Sep 23 13:37:34.025956 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:34.899802 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-42a25cac-a5d6-4cd4-8b3a-940ba7791341 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586791261&fields=id&tenant_id=fddc220b778b487b8c884c54cb7b2b92 HTTP/1.1" status: 200 len: 267 time: 0.0321376 Sep 23 13:37:35.011604 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-66a06171-da46-4f7c-ad68-335c472a4bb3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:35.012975 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-66a06171-da46-4f7c-ad68-335c472a4bb3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 811 time: 0.1057882 Sep 23 13:37:35.028207 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-b7f2d6a7-c480-44df-9f4f-0d9a1eb94917 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/quotas/fddc220b778b487b8c884c54cb7b2b92 HTTP/1.1" status: 200 len: 375 time: 0.0087478 Sep 23 13:37:35.081354 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-b097bee8-c1d8-4463-9e5f-eacd94948052 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472250 Sep 23 13:37:35.179371 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-024f2ff5-3eb6-46ab-a975-116899ce459a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:37:35.180424 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-024f2ff5-3eb6-46ab-a975-116899ce459a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0884216 Sep 23 13:37:35.269934 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-4d691174-a946-4f45-b4e4-25c4e6fa71e7 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825281 Sep 23 13:37:35.359713 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-1e0b3ee4-3cb8-491a-8581-fddfa81b5e39 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835831 Sep 23 13:37:35.514891 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:35.923788 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ef109a01-5ca3-427f-af58-73586a973132 req-3b24ad2c-fc28-4fc5-900d-33769e33eb7c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 210 time: 0.0261025 Sep 23 13:37:37.017242 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e367124f-3996-4181-8eef-c88f2c8c17a8 req-ec1e51f5-48d9-499d-bbe8-73e7c0436529 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 210 time: 0.0268033 Sep 23 13:37:37.049541 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 1600382f-307d-4deb-98af-59bc938eb093 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:37:37.072261 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 1600382f-307d-4deb-98af-59bc938eb093 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:37:37.072599 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 1600382f-307d-4deb-98af-59bc938eb093 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:37:37.643360 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-167b5e22-ea2f-4c45-9df7-c8b52e247a5a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:37.644854 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-167b5e22-ea2f-4c45-9df7-c8b52e247a5a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 811 time: 0.1038809 Sep 23 13:37:37.686113 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-72643a8c-313b-4764-b062-4a49d41ce515 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fddc220b778b487b8c884c54cb7b2b92 HTTP/1.1" status: 200 len: 380 time: 0.0326123 Sep 23 13:37:37.694967 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'port': {'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'admin_state_up': True, 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'security_groups': ['2810b4dc-12e0-4eb2-8133-6ad41a2b2108']}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:37:37.849330 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Made reservation on behalf of fddc220b778b487b8c884c54cb7b2b92 for: {'port': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:37:37.852525 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:37.980944 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Allocated IP 172.20.0.6 (7dc27fce-e66d-4d4b-95bd-cd11fad40fa7/c9df158e-8d59-4691-a611-574ca1e3838f/10c1049c-fb18-4984-ba8a-04cc01d2e0bc) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:37:38.117352 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e6a5780b-9a1f-4803-a2d6-e02198d8fe45 req-42cbb39e-8516-45a7-9645-5b147090de9f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 210 time: 0.0310194 Sep 23 13:37:38.142247 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:38.243748 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:38.283923 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:37:38.286934 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:37:38.290520 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:37:38.323985 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'Port': ['ID=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:37:38.351064 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:38.355532 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:38.427013 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-7dd0c89d-7c5d-43a5-8347-15de59bc6208 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7353959 Sep 23 13:37:38.441172 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Request body: {'port': {'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:37:38.496654 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:38.523697 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-e5de433a-1ee6-4290-85dd-73d7c0b29fcf None None] Provisioning complete for port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:37:38.524329 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e5de433a-1ee6-4290-85dd-73d7c0b29fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:38.559369 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e5de433a-1ee6-4290-85dd-73d7c0b29fcf None None] Port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:37:38.761198 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c1049c-fb18-4984-ba8a-04cc01d2e0bc {{(pid=94597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:37:38.769185 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:38.780716 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Transition to ACTIVE for port object 10c1049c-fb18-4984-ba8a-04cc01d2e0bc will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:37:38.857052 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:38.906904 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Pushing event updated for resources: {'Port': ['ID=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:37:38.975193 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Attempting to bind port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:37:38.975533 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Attempting to bind port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:37:38.976010 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Attempting to bind port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:37:38.983472 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:37:38.984072 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Attempting to bind port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:37:38.991305 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:37:38.991641 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Checking segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:37:38.992054 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Bound using segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:37:38.992476 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Bound port: 10c1049c-fb18-4984-ba8a-04cc01d2e0bc, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:37:38.992829 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:39.060366 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] For port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc, host hv-cinder-80920, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:37:39.063887 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] For port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:37:39.129174 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:39.161396 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:39.166606 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:39.166606 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] 10.222.0.15 "PUT /v2.0/ports/10c1049c-fb18-4984-ba8a-04cc01d2e0bc HTTP/1.1" status: 200 len: 1093 time: 0.7273176 Sep 23 13:37:39.166606 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:37:39.166606 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f28600-b8be-47e9-8eb5-228b5dff81a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:37:39.206150 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659b199-c9cc-490d-b602-c2f07c6b1540 service neutron] Pushing event updated for resources: {'Port': ['ID=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:37:39.224429 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb7d21-e5fc-43fd-9297-682ae91e74d2 x-openstack-request-id: req-c4bb7d21-e5fc-43fd-9297-682ae91e74d2 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:37:39.224429 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:37:39.224429 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4bb7d21-e5fc-43fd-9297-682ae91e74d2 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:37:39.224429 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'status': 'completed', 'code': 200} Sep 23 13:37:39.271505 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1ddb8-78f1-4d1a-932a-961a446d5d4c req-6ef31c35-213e-4dfb-bd45-fab1d99e70a1 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:39.273097 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-63c1ddb8-78f1-4d1a-932a-961a446d5d4c req-6ef31c35-213e-4dfb-bd45-fab1d99e70a1 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 943 time: 0.0801413 Sep 23 13:37:39.305907 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28600-b8be-47e9-8eb5-228b5dff81a3 req-bc2517fc-614c-4bb7-a989-7bcdd3aa2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:39.307416 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e1f28600-b8be-47e9-8eb5-228b5dff81a3 req-bc2517fc-614c-4bb7-a989-7bcdd3aa2aa6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 1096 time: 0.0712404 Sep 23 13:37:39.342636 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-63c1ddb8-78f1-4d1a-932a-961a446d5d4c req-b5484000-9c89-4677-880e-d48b313f7e6f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626957 Sep 23 13:37:39.413519 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28600-b8be-47e9-8eb5-228b5dff81a3 req-ef5e6621-56ee-442f-a5cb-3c33787b858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:39.414971 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e1f28600-b8be-47e9-8eb5-228b5dff81a3 req-ef5e6621-56ee-442f-a5cb-3c33787b858c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fddc220b778b487b8c884c54cb7b2b92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972364 Sep 23 13:37:39.510203 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28600-b8be-47e9-8eb5-228b5dff81a3 req-08f87476-8a37-4fb5-bfbf-7d1b6b8548a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:39.511603 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e1f28600-b8be-47e9-8eb5-228b5dff81a3 req-08f87476-8a37-4fb5-bfbf-7d1b6b8548a5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898793 Sep 23 13:37:39.584104 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-0d42c5e6-9ef5-4a6a-afb8-b1c57027d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:39.585543 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-0d42c5e6-9ef5-4a6a-afb8-b1c57027d66e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 1096 time: 0.0389245 Sep 23 13:37:39.626740 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-312d850e-ebd9-4461-a52a-873b6dffc545 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc HTTP/1.1" status: 200 len: 217 time: 0.0334244 Sep 23 13:37:39.677043 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-42f6b0c9-f8f7-4fcd-a0b5-c40afbee2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:39.678438 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-42f6b0c9-f8f7-4fcd-a0b5-c40afbee2bb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0454950 Sep 23 13:37:39.721980 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-b9dbb765-ae1c-41d2-91ee-8cf9a247ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:39.723404 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-b9dbb765-ae1c-41d2-91ee-8cf9a247ac75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380147 Sep 23 13:37:39.809918 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-bbbdd286-29c6-486a-a4d5-7eb2f4ea50a6 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788934 Sep 23 13:37:39.899258 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-bea18323-baff-41ea-a024-5902a1a0ba4e req-9d30a6ec-c580-43b4-bd3c-b47242ad82d2 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821767 Sep 23 13:37:40.457228 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624640c-445c-48f2-a3e3-61b6696c2482 req-43c5b41d-508d-4884-92e4-cd587ac9ae41 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:40.458659 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f624640c-445c-48f2-a3e3-61b6696c2482 req-43c5b41d-508d-4884-92e4-cd587ac9ae41 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 943 time: 0.0476010 Sep 23 13:37:40.494297 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f624640c-445c-48f2-a3e3-61b6696c2482 req-96f82dc5-f974-4c24-9955-3a757ec829fa tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296609 Sep 23 13:37:41.606123 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dae1d0-5354-47d9-a390-7a0bd40c1c21 req-75b7aa23-12c2-45ec-84eb-fcba006a094d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:41.607589 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d2dae1d0-5354-47d9-a390-7a0bd40c1c21 req-75b7aa23-12c2-45ec-84eb-fcba006a094d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 943 time: 0.0472231 Sep 23 13:37:41.648148 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-d2dae1d0-5354-47d9-a390-7a0bd40c1c21 req-0c9ab4bc-ff12-488c-99aa-3509fd8ca6b5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346334 Sep 23 13:37:42.760417 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4402b-252d-4358-8c22-159fccf885d3 req-564b2edb-4fc5-465f-ac98-ee42599c2981 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:42.761897 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-92d4402b-252d-4358-8c22-159fccf885d3 req-564b2edb-4fc5-465f-ac98-ee42599c2981 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 943 time: 0.0487573 Sep 23 13:37:42.799485 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-92d4402b-252d-4358-8c22-159fccf885d3 req-47d4695d-82e0-4876-8539-002555f783e7 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317771 Sep 23 13:37:43.909609 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586f724-fe06-4e8e-a122-ed2ab0ada255 req-908771b9-c53f-4641-9461-a3aca1aa5129 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:43.911055 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2586f724-fe06-4e8e-a122-ed2ab0ada255 req-908771b9-c53f-4641-9461-a3aca1aa5129 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 943 time: 0.0476742 Sep 23 13:37:43.948944 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2586f724-fe06-4e8e-a122-ed2ab0ada255 req-bde30b3b-d333-4b52-90f8-e5a0ef510f17 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320220 Sep 23 13:37:45.066350 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296bc5d-2b9b-4cbf-868b-ec7581e64324 req-c3f1a653-94cf-4fb3-bb84-866ffb19cbeb tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:45.067833 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c296bc5d-2b9b-4cbf-868b-ec7581e64324 req-c3f1a653-94cf-4fb3-bb84-866ffb19cbeb tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 943 time: 0.0488229 Sep 23 13:37:45.109145 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c296bc5d-2b9b-4cbf-868b-ec7581e64324 req-2e6910b7-57dc-46ec-a46c-69dcf24fd7c0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354056 Sep 23 13:37:46.226117 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5872aa-e8c0-422d-b6b3-0985bec641eb req-89821169-227f-4329-a18b-590aa2cc743f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:46.227598 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ad5872aa-e8c0-422d-b6b3-0985bec641eb req-89821169-227f-4329-a18b-590aa2cc743f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 943 time: 0.0481586 Sep 23 13:37:46.264942 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ad5872aa-e8c0-422d-b6b3-0985bec641eb req-0e1dcce0-c86f-4e20-8685-888af4629ac3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314026 Sep 23 13:37:47.131351 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 10c1049c-fb18-4984-ba8a-04cc01d2e0bc details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:37:47.224318 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:37:47.239059 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:37:47.274658 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:47.287545 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c1049c-fb18-4984-ba8a-04cc01d2e0bc {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:37:47.307172 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:37:47.360025 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:47.379287 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38b04c-140a-4eab-921b-7d19ceb86e10 req-c09cdb12-44a9-47b9-b311-c1df4a8be3f6 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:47.382662 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fa38b04c-140a-4eab-921b-7d19ceb86e10 req-c09cdb12-44a9-47b9-b311-c1df4a8be3f6 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 943 time: 0.0485561 Sep 23 13:37:47.409236 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:37:47.416203 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.416554 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.416892 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.417221 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.417549 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.417873 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.418196 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.418517 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.418839 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.419162 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.419281 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fa38b04c-140a-4eab-921b-7d19ceb86e10 req-d0da3927-a192-446b-90bf-78457d1680e3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323360 Sep 23 13:37:47.419478 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.419882 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:37:47.567390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['10c1049c-fb18-4984-ba8a-04cc01d2e0bc'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:37:48.531091 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c894-4344-4ef9-a469-6783ded93a2d req-379aec1a-8685-47aa-9dca-2ad3db17854f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:48.532474 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-44c7c894-4344-4ef9-a469-6783ded93a2d req-379aec1a-8685-47aa-9dca-2ad3db17854f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 944 time: 0.0474460 Sep 23 13:37:48.573831 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-44c7c894-4344-4ef9-a469-6783ded93a2d req-f8ef35b8-0a0a-4be4-abd4-04360284b6ce tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350103 Sep 23 13:37:49.147627 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 10c1049c-fb18-4984-ba8a-04cc01d2e0bc up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:37:49.251362 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:37:49.255923 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:37:49.256299 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:49.334219 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:49.356239 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:37:49.358456 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37ebe6c-d396-4966-aba9-4bbc03d946ad" -d '{"events": [{"server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "name": "network-vif-plugged", "status": "completed", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:37:49.371413 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:37:49.398483 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a7d739-26c1-4040-9a56-41c82573ea6c x-openstack-request-id: req-38a7d739-26c1-4040-9a56-41c82573ea6c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:37:49.398483 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "name": "network-vif-plugged", "status": "completed", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:37:49.398483 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38a7d739-26c1-4040-9a56-41c82573ea6c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:37:49.398483 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'code': 200} Sep 23 13:37:49.454592 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:49.503526 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:37:49.687451 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39747847-6002-4688-8c43-4349b21d3465 req-c9655ea6-bd8d-4ec0-b0b7-b7d89942924a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:49.690047 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-39747847-6002-4688-8c43-4349b21d3465 req-c9655ea6-bd8d-4ec0-b0b7-b7d89942924a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 945 time: 0.0515192 Sep 23 13:37:49.750403 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-39747847-6002-4688-8c43-4349b21d3465 req-3dda7bab-aab6-4ac1-a485-09e16893820a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502672 Sep 23 13:37:49.756090 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ec9fa-a6b1-4044-8f18-50af88365648 req-4f6933cc-4d2d-4e8a-b9e1-c948aeb16785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:49.757532 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-677ec9fa-a6b1-4044-8f18-50af88365648 req-4f6933cc-4d2d-4e8a-b9e1-c948aeb16785 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 1098 time: 0.0645547 Sep 23 13:37:49.792445 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-677ec9fa-a6b1-4044-8f18-50af88365648 req-7520a6dc-d11a-4a4c-a150-d44bf54d43a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271235 Sep 23 13:37:50.869218 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a1282-391e-4b8f-93c2-e48d2738e390 req-35d3204b-5a66-4a1b-968d-109254f56fd3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:50.871039 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9e4a1282-391e-4b8f-93c2-e48d2738e390 req-35d3204b-5a66-4a1b-968d-109254f56fd3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 945 time: 0.0520275 Sep 23 13:37:50.915214 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-9e4a1282-391e-4b8f-93c2-e48d2738e390 req-c56b9920-3b58-4d43-ac2e-0db80fb5a5c9 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367386 Sep 23 13:37:51.856120 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:37:52.026747 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980ae6a-9b3e-4cb4-8d93-2392007dd12f req-a22418de-8a9f-4203-bed8-73b0421f6f6c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:52.028215 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c980ae6a-9b3e-4cb4-8d93-2392007dd12f req-a22418de-8a9f-4203-bed8-73b0421f6f6c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 945 time: 0.0485399 Sep 23 13:37:52.064960 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-c980ae6a-9b3e-4cb4-8d93-2392007dd12f req-502269cc-bbff-4b34-82cb-8f07d53c96ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307221 Sep 23 13:37:52.175230 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38fc98-b70c-4055-b333-903a0a7144af req-8a253843-fb82-458f-b692-927e56989bda tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:52.176674 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f38fc98-b70c-4055-b333-903a0a7144af req-8a253843-fb82-458f-b692-927e56989bda tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 945 time: 0.0484061 Sep 23 13:37:52.213506 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f38fc98-b70c-4055-b333-903a0a7144af req-3f59798b-afe3-4e5b-8f83-75039590ffe8 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309036 Sep 23 13:37:52.235030 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 32898) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:37:52.276780 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8415b2b6-a87b-4edf-87c1-675a6dfed4a4 tempest-TestVolumeBootPattern-2112034464 tempest-TestVolumeBootPattern-2112034464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:52.278329 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-8415b2b6-a87b-4edf-87c1-675a6dfed4a4 tempest-TestVolumeBootPattern-2112034464 tempest-TestVolumeBootPattern-2112034464-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 1093 time: 0.0422511 Sep 23 13:37:52.281070 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 32900) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:37:52.285331 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'floatingip': {'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:37:52.365404 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:52.457841 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:52.559210 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Allocated IP 172.27.2.71 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/4233ff94-5a6d-47c8-b178-64700abb00dd) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:37:52.655168 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:52.731169 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:52.772323 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:37:52.776482 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:37:52.782700 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:37:52.785677 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'Port': ['ID=4233ff94-5a6d-47c8-b178-64700abb00dd,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:37:53.123043 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:53.246544 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:53.659751 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:53.730845 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:53.798032 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'Port': ['ID=4233ff94-5a6d-47c8-b178-64700abb00dd,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:37:53.809015 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:53.904206 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Floating IP 5485c1b6-4116-4623-841c-405a16dd92e6 associated. External IP: 172.27.2.71, port: 10c1049c-fb18-4984-ba8a-04cc01d2e0bc. Sep 23 13:37:54.101271 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Router e14fd039-a8ca-41f6-a763-6f244fef2321 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:37:54.211404 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:37:54.221924 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] Sync routers for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:37:54.231634 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:37:54.236286 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:37:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:37:54.333251 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:37:54.336741 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:37:54.363362 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-7c39e53a-e8b5-497e-a7c8-d09d20d6101d tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0812206 Sep 23 13:37:54.364192 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:37:54.366635 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81869423-de3f-4477-b067-d2d2cc8c64b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:37:54.411037 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb897388-5650-45ad-8f1e-6600b39f9a41 x-openstack-request-id: req-eb897388-5650-45ad-8f1e-6600b39f9a41 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:37:54.411329 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:37:54.411579 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb897388-5650-45ad-8f1e-6600b39f9a41 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:37:54.412035 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'status': 'completed', 'code': 200} Sep 23 13:37:54.470737 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-97ff66b0-5b59-4db4-8a35-f294d18e387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:54.472345 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-97ff66b0-5b59-4db4-8a35-f294d18e387f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 1098 time: 0.0398030 Sep 23 13:37:54.561210 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '5485c1b6-4116-4623-841c-405a16dd92e6', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:37:52Z', 'updated_at': '2021-09-23T13:37:52Z', 'revision_number': 0, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:37:54.563402 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-e609f0e9-00b1-4e5d-afd5-d6b0ebb8a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:54.565473 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-e609f0e9-00b1-4e5d-afd5-d6b0ebb8a4b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.0863266 Sep 23 13:37:54.588888 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] Checking router: e14fd039-a8ca-41f6-a763-6f244fef2321 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:37:54.597128 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:37:54.597736 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:37:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:37:54.633577 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-3c88ccd6-8233-4fba-809a-b28906e94238 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc HTTP/1.1" status: 200 len: 998 time: 0.0611937 Sep 23 13:37:54.681414 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-8cea4e38-2816-4434-9927-acfe0b6ca402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:54.682853 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-8cea4e38-2816-4434-9927-acfe0b6ca402 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0424807 Sep 23 13:37:54.700968 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:37:54.727172 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-8bf79d03-c099-4815-a2bb-2db3f6003583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:37:54.728719 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-8bf79d03-c099-4815-a2bb-2db3f6003583 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382824 Sep 23 13:37:54.823246 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-bb01dbb1-87b8-4819-9470-81f886ddde8b service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876238 Sep 23 13:37:54.914539 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-81869423-de3f-4477-b067-d2d2cc8c64b0 req-755afaf2-f28c-44d8-bc9b-e2b08e3814eb service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842271 Sep 23 13:37:55.043437 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '5485c1b6-4116-4623-841c-405a16dd92e6', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:37:52Z', 'updated_at': '2021-09-23T13:37:52Z', 'revision_number': 0, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:37:55.071887 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41df6f-8366-47a2-9149-1ed88cf7e04c None None] The sync data for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi is: [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '5485c1b6-4116-4623-841c-405a16dd92e6', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:37:52Z', 'updated_at': '2021-09-23T13:37:52Z', 'revision_number': 0, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:37:55.253346 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1d186c-53e6-4534-8d06-b4be8bd8383e None None] New status for floating IP 5485c1b6-4116-4623-841c-405a16dd92e6: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:37:58.025390 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:00.216855 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83f03769-883f-434c-9b68-7279c484630d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:02.570578 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d91b3fd8-b097-40c9-b019-19152ef38f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:03.182381 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:04.016608 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:05.522443 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:14.583636 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-88193313-9cff-4bf2-a2ee-c08423b07733 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378714 Sep 23 13:38:14.665249 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-eb2df3d1-d313-4744-903c-e04da63e4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:38:14.666706 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-eb2df3d1-d313-4744-903c-e04da63e4ddf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 1098 time: 0.0424752 Sep 23 13:38:14.766211 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-c731e415-0c74-4c46-a431-632763be6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:38:14.767657 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-c731e415-0c74-4c46-a431-632763be6c6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.0830750 Sep 23 13:38:14.834475 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-584adadd-8615-4ed7-a07a-8797c9e4bc90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc HTTP/1.1" status: 200 len: 1000 time: 0.0594318 Sep 23 13:38:14.882384 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-94bf218b-6ed5-435a-91af-5a298c8b054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:38:14.883794 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-94bf218b-6ed5-435a-91af-5a298c8b054a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0428998 Sep 23 13:38:14.928577 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-fa2f0765-f487-46d5-8778-e0d069767309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:38:14.929982 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-fa2f0765-f487-46d5-8778-e0d069767309 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373778 Sep 23 13:38:15.020413 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-9800b74c-fcd8-4341-941b-b6d92f04c206 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830274 Sep 23 13:38:15.108628 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-ffac3678-b353-4d36-bdf6-eed222f264e2 req-f73a049f-e1c8-47b2-b9c7-5af8d9e647fd service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813222 Sep 23 13:38:28.044579 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:28.856651 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:38:30.218887 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d64e2136-6130-4a22-b326-50e015a9e06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:32.587905 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c240ccdc-91a8-4e43-aaca-aee90b93d694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:33.207567 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:34.013198 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:35.518910 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:38:58.056000 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:00.203979 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b24fa748-58d5-4186-b570-4fce117f939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:02.604216 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e65ef845-6a69-492e-9775-59acb5040b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:03.186835 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:03.995048 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:05.524544 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:05.856702 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:39:16.584709 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-8df00a3b-1b38-4566-b698-bc5d828f9398 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421054 Sep 23 13:39:16.664295 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-c7ba686e-5db9-48da-b98b-4e778c1f9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:16.666200 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-c7ba686e-5db9-48da-b98b-4e778c1f9de7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 1098 time: 0.0392144 Sep 23 13:39:16.765434 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-3832cf85-46af-4165-a0e9-ec29598f4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:16.766887 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-3832cf85-46af-4165-a0e9-ec29598f4207 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.0822437 Sep 23 13:39:16.832375 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-0ac09c3a-df61-43e6-a5e6-57970f5cba01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc HTTP/1.1" status: 200 len: 1000 time: 0.0589099 Sep 23 13:39:16.879598 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-f12f56ce-a553-4fc3-a186-f1a1daf25d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:16.880937 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-f12f56ce-a553-4fc3-a186-f1a1daf25d9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0418768 Sep 23 13:39:16.923900 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-956fd659-3ad9-46cb-b18a-7c47c656c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:16.925298 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-956fd659-3ad9-46cb-b18a-7c47c656c7c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374713 Sep 23 13:39:17.013877 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-6c39917d-e44c-426f-8cab-bd61aa2e74db service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813234 Sep 23 13:39:17.103658 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-6dc3ec90-ec2b-46ed-862c-e69772162d71 req-d4b80590-db03-4c0a-81c9-843088bd2704 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829227 Sep 23 13:39:28.063520 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:29.350136 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-384a19d7-e680-400c-87e2-f97c2e27c984 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586791261&fields=id&tenant_id=fddc220b778b487b8c884c54cb7b2b92 HTTP/1.1" status: 200 len: 267 time: 0.0333457 Sep 23 13:39:29.454478 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556496a-3061-455b-9ef3-8105f339f942 req-5b488969-b064-4e45-9ba7-c12c4ae7b030 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:29.455966 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-5b488969-b064-4e45-9ba7-c12c4ae7b030 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 811 time: 0.0990355 Sep 23 13:39:29.470796 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-72784afc-8f5b-4b91-9282-0a98fdd20bb6 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/quotas/fddc220b778b487b8c884c54cb7b2b92 HTTP/1.1" status: 200 len: 375 time: 0.0086343 Sep 23 13:39:29.530322 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-f0d38e52-e099-451d-be4b-e32fb2852f68 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545897 Sep 23 13:39:29.623779 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-42be75a2-45e1-4778-b145-9b33cde096ce service neutron] 10.222.0.41 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819125 Sep 23 13:39:29.713925 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-d152b3a9-355e-44bd-9ccc-02811713fe68 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840619 Sep 23 13:39:30.217689 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b62d3309-aca5-4515-9543-bbae77632580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:30.351030 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-38f0f900-6e79-4c35-aed4-5784cc79b57e req-e3e40f12-dae9-4907-b8a3-2ff2bb1c0320 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 210 time: 0.0260561 Sep 23 13:39:31.444007 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e0c6ea11-9785-41d1-a58d-20366986a69f req-cf4f85e1-e2e9-4c90-9d2c-668b49e88b05 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 210 time: 0.0256798 Sep 23 13:39:32.219232 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556496a-3061-455b-9ef3-8105f339f942 req-a4505e45-1bca-4183-aafe-756f7cfe9666 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:32.220850 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-a4505e45-1bca-4183-aafe-756f7cfe9666 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 811 time: 0.1039391 Sep 23 13:39:32.263314 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-be35b07e-b104-4f4b-a2b3-07c23d02f90f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fddc220b778b487b8c884c54cb7b2b92 HTTP/1.1" status: 200 len: 380 time: 0.0336423 Sep 23 13:39:32.272895 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'port': {'device_id': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'admin_state_up': True, 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'security_groups': ['2810b4dc-12e0-4eb2-8133-6ad41a2b2108']}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:39:32.446306 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Made reservation on behalf of fddc220b778b487b8c884c54cb7b2b92 for: {'port': 1} {{(pid=94597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:39:32.450009 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:32.545743 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-475680e6-5194-49d0-bb6a-1d1c32e38b77 req-ff166b27-73b6-4162-bbc3-0682749d4238 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 210 time: 0.0329068 Sep 23 13:39:32.583620 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47946787-e94c-4a9a-8750-de283b38bc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:32.599929 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_common [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Allocated IP 172.20.0.3 (7dc27fce-e66d-4d4b-95bd-cd11fad40fa7/c9df158e-8d59-4691-a611-574ca1e3838f/f5e83618-bbb3-4132-b07b-550c0cfa84a4) {{(pid=94597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:39:32.734374 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for port, precommit_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:32.826579 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_create {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:32.868836 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 is already hosted by enough agents. {{(pid=94597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:39:32.871776 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.base_scheduler [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Resources bound (agent type, host, resource id): {{(pid=94597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:39:32.875793 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Received port after_create {{(pid=94597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:39:32.902101 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'Port': ['ID=f5e83618-bbb3-4132-b07b-550c0cfa84a4,revision_number=1']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:39:32.918649 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.919007 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.919347 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.919699 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.920195 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.920525 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.920849 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.921177 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.921498 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.921849 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.922150 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.922449 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:32.946789 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:32.947504 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:33.045417 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-30a88373-5c9d-4c54-a23f-cca35a948932 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7720053 Sep 23 13:39:33.053897 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.v2.base [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Request body: {'port': {'device_id': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:39:33.109387 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:33.135349 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-edd76b95-765a-4300-8079-d770eb0b9761 None None] Provisioning complete for port f5e83618-bbb3-4132-b07b-550c0cfa84a4 triggered by entity DHCP. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:39:33.135760 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-edd76b95-765a-4300-8079-d770eb0b9761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:33.170439 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-edd76b95-765a-4300-8079-d770eb0b9761 None None] Port f5e83618-bbb3-4132-b07b-550c0cfa84a4 cannot update to ACTIVE because it is not bound. {{(pid=94599) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:39:33.221526 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:33.372323 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e83618-bbb3-4132-b07b-550c0cfa84a4 {{(pid=94597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:39:33.379859 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:33.392059 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.provisioning_blocks [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Transition to ACTIVE for port object f5e83618-bbb3-4132-b07b-550c0cfa84a4 will not be triggered until provisioned by entity L2. {{(pid=94597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:39:33.440198 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:33.491316 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e83618-bbb3-4132-b07b-550c0cfa84a4,revision_number=2']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:39:33.561965 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Attempting to bind port f5e83618-bbb3-4132-b07b-550c0cfa84a4 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:39:33.562322 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Attempting to bind port f5e83618-bbb3-4132-b07b-550c0cfa84a4 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:39:33.562653 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Attempting to bind port f5e83618-bbb3-4132-b07b-550c0cfa84a4 on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:39:33.567646 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Port f5e83618-bbb3-4132-b07b-550c0cfa84a4 on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:39:33.568123 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Attempting to bind port f5e83618-bbb3-4132-b07b-550c0cfa84a4 on network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:39:33.575913 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Checking agent: {'id': '7d05edab-910f-4e36-a275-950b53d0f87c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'started_at': datetime.datetime(2021, 9, 23, 13, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:39:33.575913 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Checking segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:39:33.575913 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Bound using segment: {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'} {{(pid=94597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:39:33.576413 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.managers [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Bound port: f5e83618-bbb3-4132-b07b-550c0cfa84a4, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf8c1f-9587-4913-a6ac-89faae6c9046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7'}}] {{(pid=94597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:39:33.576994 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:33.680833 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] For port f5e83618-bbb3-4132-b07b-550c0cfa84a4, host hv-cinder-80920, cleared binding levels {{(pid=94597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:39:33.684193 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] For port f5e83618-bbb3-4132-b07b-550c0cfa84a4, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5e83618-bbb3-4132-b07b-550c0cfa84a4,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:39:33.693188 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b75df2-98cf-4e45-89c7-3673ff391a93 req-abc9c046-7e63-4eb9-a391-3de5d6251f91 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:33.696000 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99b75df2-98cf-4e45-89c7-3673ff391a93 req-abc9c046-7e63-4eb9-a391-3de5d6251f91 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 943 time: 0.0808849 Sep 23 13:39:33.734759 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-99b75df2-98cf-4e45-89c7-3673ff391a93 req-77577d65-2d3b-458c-8f6b-353a9720a3dd tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339100 Sep 23 13:39:33.752216 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12696412'] for port, after_update {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:33.783784 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:33.784398 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:33.789968 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/f5e83618-bbb3-4132-b07b-550c0cfa84a4 HTTP/1.1" status: 200 len: 1093 time: 0.7360482 Sep 23 13:39:33.789968 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:39:33.789968 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cd559a-9c7e-4fc2-a4f9-6de8359a1ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:39:33.817983 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc81fef-0c4c-4421-802a-38ad084ec6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e83618-bbb3-4132-b07b-550c0cfa84a4,revision_number=3']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:39:33.831133 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83421ec-e127-4a11-9dbb-059572b864f9 x-openstack-request-id: req-d83421ec-e127-4a11-9dbb-059572b864f9 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:39:33.831499 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:39:33.831851 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d83421ec-e127-4a11-9dbb-059572b864f9 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:39:33.832319 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'status': 'completed', 'code': 200} Sep 23 13:39:33.893567 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd559a-9c7e-4fc2-a4f9-6de8359a1ae2 req-0f2dd5e8-2f76-4dab-900d-e8ed5b30702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:33.895140 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a4cd559a-9c7e-4fc2-a4f9-6de8359a1ae2 req-0f2dd5e8-2f76-4dab-900d-e8ed5b30702b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 1096 time: 0.0427697 Sep 23 13:39:34.000087 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd559a-9c7e-4fc2-a4f9-6de8359a1ae2 req-e42b61f8-b520-4b88-9fa0-3574cf8f96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:34.001561 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a4cd559a-9c7e-4fc2-a4f9-6de8359a1ae2 req-e42b61f8-b520-4b88-9fa0-3574cf8f96ee service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fddc220b778b487b8c884c54cb7b2b92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988867 Sep 23 13:39:34.010215 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:34.092387 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd559a-9c7e-4fc2-a4f9-6de8359a1ae2 req-b3d75bf3-211c-458f-b49e-f6f577e6a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:34.093791 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-a4cd559a-9c7e-4fc2-a4f9-6de8359a1ae2 req-b3d75bf3-211c-458f-b49e-f6f577e6a0de service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847049 Sep 23 13:39:34.170094 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556496a-3061-455b-9ef3-8105f339f942 req-bbe7fbf7-9ff7-434b-87b1-f02c0b3da530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:34.171543 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-bbe7fbf7-9ff7-434b-87b1-f02c0b3da530 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 1096 time: 0.0424616 Sep 23 13:39:34.212215 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-21058eae-0829-4e8c-a30e-361b12162759 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5e83618-bbb3-4132-b07b-550c0cfa84a4 HTTP/1.1" status: 200 len: 217 time: 0.0332789 Sep 23 13:39:34.260074 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556496a-3061-455b-9ef3-8105f339f942 req-fab1e8f2-1424-4cf4-8e0d-222c29da3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:34.261479 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-fab1e8f2-1424-4cf4-8e0d-222c29da3206 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0431159 Sep 23 13:39:34.304152 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556496a-3061-455b-9ef3-8105f339f942 req-0908eef2-958d-4313-b6db-2d6fb1df7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:34.306244 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-0908eef2-958d-4313-b6db-2d6fb1df7d79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383294 Sep 23 13:39:34.397071 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-da6e4fb3-3a35-4347-8a06-78d640a6ae83 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830181 Sep 23 13:39:34.487232 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f556496a-3061-455b-9ef3-8105f339f942 req-fcc6fc3c-47c7-49e8-9162-1bfb66070a5a service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835917 Sep 23 13:39:34.846284 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf1d4-1b63-4004-9f3f-0b2442b27909 req-f8dbbd0d-f26b-4b5f-89bd-0c547f1e0685 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:34.847732 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-44aaf1d4-1b63-4004-9f3f-0b2442b27909 req-f8dbbd0d-f26b-4b5f-89bd-0c547f1e0685 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 943 time: 0.0469561 Sep 23 13:39:34.884537 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-44aaf1d4-1b63-4004-9f3f-0b2442b27909 req-d4fae57d-8efb-4531-a897-fab0824be371 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301936 Sep 23 13:39:35.523986 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:35.997021 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d255b5-216f-469c-a6bc-fe4b9a2ff6f1 req-8656443c-ba16-4ff6-8a2c-fbd0840c9467 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:35.998767 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-14d255b5-216f-469c-a6bc-fe4b9a2ff6f1 req-8656443c-ba16-4ff6-8a2c-fbd0840c9467 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 943 time: 0.0470016 Sep 23 13:39:36.041385 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-14d255b5-216f-469c-a6bc-fe4b9a2ff6f1 req-41dfb593-ccfb-452b-8ac5-66c38a707a2a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368750 Sep 23 13:39:37.155585 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04db0ba-3264-4f58-83a1-8db706776447 req-7e6325e8-3893-4bc8-a9bb-99b9c70993ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:37.157060 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f04db0ba-3264-4f58-83a1-8db706776447 req-7e6325e8-3893-4bc8-a9bb-99b9c70993ff tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 943 time: 0.0513959 Sep 23 13:39:37.193944 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f04db0ba-3264-4f58-83a1-8db706776447 req-755d8031-e1be-410c-8236-a7d158352772 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Sep 23 13:39:38.306044 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2447f-bc9d-4b47-a93b-bbe26e9bd815 req-c30a74fa-1285-4f3a-82a1-b79b42df54bd tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:38.307515 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0af2447f-bc9d-4b47-a93b-bbe26e9bd815 req-c30a74fa-1285-4f3a-82a1-b79b42df54bd tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 943 time: 0.0487034 Sep 23 13:39:38.344170 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0af2447f-bc9d-4b47-a93b-bbe26e9bd815 req-ac9b4a64-5b96-4fcb-9afe-1a453e815cbb tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306752 Sep 23 13:39:39.460118 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d5603-74cc-487e-a792-4077208f1f86 req-7da7a8bf-4151-471a-8be6-669de4b1d5c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:39.462193 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-353d5603-74cc-487e-a792-4077208f1f86 req-7da7a8bf-4151-471a-8be6-669de4b1d5c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 943 time: 0.0520225 Sep 23 13:39:39.498911 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-353d5603-74cc-487e-a792-4077208f1f86 req-20b94962-42cb-45ce-8bb2-2f740b4c8e41 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306432 Sep 23 13:39:40.615011 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d521b5-26e9-43c4-87ed-11399d301eb0 req-1d7a2ea5-1442-4fce-8c13-93f764c60daf tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:40.616495 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b1d521b5-26e9-43c4-87ed-11399d301eb0 req-1d7a2ea5-1442-4fce-8c13-93f764c60daf tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 943 time: 0.0526125 Sep 23 13:39:40.653882 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b1d521b5-26e9-43c4-87ed-11399d301eb0 req-d4411da6-ba06-42b5-91f5-427d8441d4a6 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Sep 23 13:39:41.693434 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device f5e83618-bbb3-4132-b07b-550c0cfa84a4 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94599) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:39:41.766158 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ab4bb-ed70-41ee-97d8-bc65081360b3 req-07b4b449-ebb9-4bd2-85cb-10c96ecb0882 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:41.767631 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-606ab4bb-ed70-41ee-97d8-bc65081360b3 req-07b4b449-ebb9-4bd2-85cb-10c96ecb0882 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 943 time: 0.0495479 Sep 23 13:39:41.788489 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port f5e83618-bbb3-4132-b07b-550c0cfa84a4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5e83618-bbb3-4132-b07b-550c0cfa84a4,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:39:41.799413 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Returning: {'device': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'port_id': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'mac_address': 'fa:16:3e:29:1e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94599) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:39:41.804000 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-606ab4bb-ed70-41ee-97d8-bc65081360b3 req-d17779a0-29b1-4a3a-9f90-d3b1a2505ba4 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304320 Sep 23 13:39:41.837105 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:41.849194 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e83618-bbb3-4132-b07b-550c0cfa84a4 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:39:41.868272 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port f5e83618-bbb3-4132-b07b-550c0cfa84a4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5e83618-bbb3-4132-b07b-550c0cfa84a4,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:39:41.931162 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:41.980653 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=f5e83618-bbb3-4132-b07b-550c0cfa84a4,revision_number=4']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:39:41.987461 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.987837 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.988183 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.988540 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.988855 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.989187 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.989515 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.989841 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.990189 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.990518 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.990840 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:41.991163 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:42.160182 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] get_ports_and_sgs() called for port_ids ['f5e83618-bbb3-4132-b07b-550c0cfa84a4'] {{(pid=94599) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:39:42.856134 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:39:42.915651 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c634842-d01e-48ac-97b2-c4b6b645a777 req-d02fbec8-98b7-4d82-9e6c-dfb57243d1db tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:42.917111 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3c634842-d01e-48ac-97b2-c4b6b645a777 req-d02fbec8-98b7-4d82-9e6c-dfb57243d1db tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 944 time: 0.0467660 Sep 23 13:39:42.953086 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-3c634842-d01e-48ac-97b2-c4b6b645a777 req-1d3fc2cf-2286-444f-82ee-bcad6587f557 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302444 Sep 23 13:39:43.709752 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device f5e83618-bbb3-4132-b07b-550c0cfa84a4 up at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:39:43.811431 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning for port f5e83618-bbb3-4132-b07b-550c0cfa84a4 completed by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:39:43.815158 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Provisioning complete for port f5e83618-bbb3-4132-b07b-550c0cfa84a4 triggered by entity L2. {{(pid=94599) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:39:43.815527 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-936955'] for port, provisioning_complete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:43.888754 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:43.910083 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:39:43.912289 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b25886664683488c23d26ea2eb0a67d5ac152fa4fe3acdf1d1a7dbcaa6e95f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba19a6a-4e56-4567-ab9d-18a6129cde8b" -d '{"events": [{"server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "name": "network-vif-plugged", "status": "completed", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:39:43.925073 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] For port f5e83618-bbb3-4132-b07b-550c0cfa84a4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5e83618-bbb3-4132-b07b-550c0cfa84a4,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:39:43.947671 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58039738-2996-49d4-90e3-bc95ed52dbf6 x-openstack-request-id: req-58039738-2996-49d4-90e3-bc95ed52dbf6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:39:43.947975 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "name": "network-vif-plugged", "status": "completed", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:39:43.948227 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58039738-2996-49d4-90e3-bc95ed52dbf6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:39:43.948611 dv-cinder-809201-2-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'code': 200} Sep 23 13:39:43.978171 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:44.028244 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Pushing event updated for resources: {'Port': ['ID=f5e83618-bbb3-4132-b07b-550c0cfa84a4,revision_number=5']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:39:44.070646 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7f30f-7349-4005-9974-ef1fcae2a772 req-5962c04e-4784-4117-9206-0ec3d27708fe tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:44.072055 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f0f7f30f-7349-4005-9974-ef1fcae2a772 req-5962c04e-4784-4117-9206-0ec3d27708fe tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 945 time: 0.0546596 Sep 23 13:39:44.110531 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f0f7f30f-7349-4005-9974-ef1fcae2a772 req-e936854b-86e0-4ab2-b781-48b1bda11426 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323763 Sep 23 13:39:44.336260 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c94553-739d-4ff5-96f3-43e1bd45d0c6 req-52e2fde3-5177-4f4d-9881-207d115d77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:44.337496 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b9c94553-739d-4ff5-96f3-43e1bd45d0c6 req-52e2fde3-5177-4f4d-9881-207d115d77d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 1098 time: 0.0389791 Sep 23 13:39:44.372080 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-b9c94553-739d-4ff5-96f3-43e1bd45d0c6 req-74973073-76d3-4d1c-b2a3-44029447050a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269048 Sep 23 13:39:45.225902 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81a004-ad9f-4b59-92cd-2fd6ef1b65ba req-6f2d38d9-c4ae-40d6-a0c4-09e5852cc90f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:45.227374 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0a81a004-ad9f-4b59-92cd-2fd6ef1b65ba req-6f2d38d9-c4ae-40d6-a0c4-09e5852cc90f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 945 time: 0.0495718 Sep 23 13:39:45.265541 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-0a81a004-ad9f-4b59-92cd-2fd6ef1b65ba req-ad078fc0-9f68-4ae1-b76a-0bae857cdaf3 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322173 Sep 23 13:39:46.381682 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2546f-1eed-4c8c-9cdc-d86952061872 req-5b72f5a9-6c72-4f53-9013-3b657ef3d6e0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:46.383660 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8a2546f-1eed-4c8c-9cdc-d86952061872 req-5b72f5a9-6c72-4f53-9013-3b657ef3d6e0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 945 time: 0.0530734 Sep 23 13:39:46.420249 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-f8a2546f-1eed-4c8c-9cdc-d86952061872 req-1eaef235-30b7-4c3a-a9ea-d2ae652266ab tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305436 Sep 23 13:39:46.530235 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966293b2-c628-4a97-bad8-e6107480f3f9 req-003e3892-1be2-4de7-80ee-47ce936b2b9e tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:46.531614 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-966293b2-c628-4a97-bad8-e6107480f3f9 req-003e3892-1be2-4de7-80ee-47ce936b2b9e tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 945 time: 0.0479503 Sep 23 13:39:46.567596 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-966293b2-c628-4a97-bad8-e6107480f3f9 req-f7f6a16c-93c9-4c5c-883d-28b7ab0b0351 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301716 Sep 23 13:39:46.590343 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33034) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:39:46.631454 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb0afa7-75a1-4ab6-8a6e-5280567849b5 tempest-TestVolumeBootPattern-2112034464 tempest-TestVolumeBootPattern-2112034464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:46.633619 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-2bb0afa7-75a1-4ab6-8a6e-5280567849b5 tempest-TestVolumeBootPattern-2112034464 tempest-TestVolumeBootPattern-2112034464-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 1093 time: 0.0420067 Sep 23 13:39:46.661069 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33038) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:39:46.665376 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Request body: {'floatingip': {'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'port_id': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:39:46.745850 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:46.838496 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:46.941712 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Allocated IP 172.27.2.80 (8f99a309-1fff-4426-afb2-2546e10f41c9/99c03830-a5ba-4324-89d9-d6b5d2dd9968/bb32b38c-c3fe-4711-a44c-2a4685e4fde5) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:39:47.038849 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:47.140720 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739780108225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:47.176265 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Network 8f99a309-1fff-4426-afb2-2546e10f41c9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:39:47.179726 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:39:47.183116 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:39:47.211357 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'Port': ['ID=bb32b38c-c3fe-4711-a44c-2a4685e4fde5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:39:47.224355 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.224710 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.225057 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.225394 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.226254 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.226791 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.227217 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.227563 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.228000 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.228330 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.228657 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.228981 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:39:47.543463 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:47.670452 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-980263'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:47.815280 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:47.874558 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739780595716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739780108243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739780108261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24929388'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:47.941060 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event updated for resources: {'Port': ['ID=bb32b38c-c3fe-4711-a44c-2a4685e4fde5,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:39:47.950977 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16331527'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:48.047485 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.l3_db [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Floating IP 2cfa1cdc-b793-4419-a1c4-dad5adaa7821 associated. External IP: 172.27.2.80, port: f5e83618-bbb3-4132-b07b-550c0cfa84a4. Sep 23 13:39:48.246757 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Router e14fd039-a8ca-41f6-a763-6f244fef2321 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:39:48.605624 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:39:48.615281 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] Sync routers for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:39:48.625626 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:39:48.626241 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:39:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:39:48.700295 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:39:48.727014 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-fe6c7a73-a23e-4002-92b7-9bf0ad9b3360 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0649259 Sep 23 13:39:48.727951 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:39:48.729855 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f33314d-72a2-4cea-b1d8-182dc8d07662" -d '{"events": [{"name": "network-changed", "server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:39:48.731623 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:39:48.851240 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e79f64-204c-4f7b-bd85-f7582fb87a91 x-openstack-request-id: req-a7e79f64-204c-4f7b-bd85-f7582fb87a91 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:39:48.851609 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:39:48.851892 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7e79f64-204c-4f7b-bd85-f7582fb87a91 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:39:48.852284 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'status': 'completed', 'code': 200} Sep 23 13:39:48.910170 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-1a2601ae-27ca-47a9-9e89-f2a1aa9ef4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:48.911561 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-1a2601ae-27ca-47a9-9e89-f2a1aa9ef4d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 1098 time: 0.0387337 Sep 23 13:39:48.960947 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '2cfa1cdc-b793-4419-a1c4-dad5adaa7821', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:29:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:39:47Z', 'updated_at': '2021-09-23T13:39:47Z', 'revision_number': 0, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}, {'id': '5485c1b6-4116-4623-841c-405a16dd92e6', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:37:52Z', 'updated_at': '2021-09-23T13:37:55Z', 'revision_number': 1, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:39:48.990765 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] Checking router: e14fd039-a8ca-41f6-a763-6f244fef2321 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:39:49.000353 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:39:49.000978 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:39:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:39:49.109480 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:39:49.270267 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-92b4682d-de7a-44c1-9137-7c28942cca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:49.271785 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-92b4682d-de7a-44c1-9137-7c28942cca3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.3534493 Sep 23 13:39:49.335909 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-e8c94636-a63e-486d-a747-aac16610b775 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5e83618-bbb3-4132-b07b-550c0cfa84a4 HTTP/1.1" status: 200 len: 998 time: 0.0565474 Sep 23 13:39:49.337437 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '2cfa1cdc-b793-4419-a1c4-dad5adaa7821', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:29:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:39:47Z', 'updated_at': '2021-09-23T13:39:47Z', 'revision_number': 0, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}, {'id': '5485c1b6-4116-4623-841c-405a16dd92e6', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:37:52Z', 'updated_at': '2021-09-23T13:37:55Z', 'revision_number': 1, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:39:49.363764 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd34cd-0efb-4202-9695-f3680a18a7a4 None None] The sync data for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi is: [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '2cfa1cdc-b793-4419-a1c4-dad5adaa7821', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:29:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:39:47Z', 'updated_at': '2021-09-23T13:39:47Z', 'revision_number': 0, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}, {'id': '5485c1b6-4116-4623-841c-405a16dd92e6', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:37:52Z', 'updated_at': '2021-09-23T13:37:55Z', 'revision_number': 1, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:39:49.388049 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-f70d4573-997e-4fe1-8836-99ba198baeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:49.389493 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-f70d4573-997e-4fe1-8836-99ba198baeb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0476387 Sep 23 13:39:49.436817 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-51f15dbd-e416-463d-8bef-468ebdb5c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:39:49.438328 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-51f15dbd-e416-463d-8bef-468ebdb5c91c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414984 Sep 23 13:39:49.530757 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-22c94d01-b183-444a-8383-fce19f80aa7a service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843496 Sep 23 13:39:49.565987 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad77d0f7-bbc8-41e5-83dd-92576bfafaa6 None None] New status for floating IP 2cfa1cdc-b793-4419-a1c4-dad5adaa7821: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:39:49.627772 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-2f33314d-72a2-4cea-b1d8-182dc8d07662 req-3feb3cf3-788d-4a00-a96c-067df6012ab6 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884562 Sep 23 13:39:58.059569 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:00.202558 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29126817-c4ed-4e63-b9b6-40f46e8e9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:02.596994 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e14b5f81-b2ca-4c6c-8daa-411d3aeb1de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:03.190849 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:04.025476 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:05.531061 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:16.583740 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-80e173fe-d83d-48b1-9402-391f65a14c1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379386 Sep 23 13:40:16.660077 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-0337a480-fdf0-4770-81c5-4007ca0713c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:40:16.661486 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-0337a480-fdf0-4770-81c5-4007ca0713c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 1098 time: 0.0388925 Sep 23 13:40:16.769679 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-54444500-c2df-45e8-9344-9156b09e0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:40:16.771130 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-54444500-c2df-45e8-9344-9156b09e0fbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.0913358 Sep 23 13:40:16.834605 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-5d2ee44f-6733-4890-a69e-afcaa99c079d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc HTTP/1.1" status: 200 len: 1000 time: 0.0563133 Sep 23 13:40:16.884954 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-dfa513d4-5626-485e-b126-9322ae03babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:40:16.886357 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-dfa513d4-5626-485e-b126-9322ae03babf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0452871 Sep 23 13:40:16.930042 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-51a63107-37d8-49b9-8d7e-e6c6ef6d6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:40:16.931477 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-51a63107-37d8-49b9-8d7e-e6c6ef6d6fef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378861 Sep 23 13:40:17.021264 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-cb6cdce3-4929-4c8c-abaf-5ca6d9583454 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828903 Sep 23 13:40:17.111417 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-62ada763-1825-4241-8254-a7a9fadf9b07 req-1c4611da-01d0-445a-bb54-26e06dc70718 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833359 Sep 23 13:40:19.855189 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:40:28.059116 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:30.244747 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e728533c-8ec7-4cf3-a763-99fc8028f2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:32.598885 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c20f34c-b49a-4fa0-8a4f-55222c8cf33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:33.185138 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:34.013078 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:35.575871 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:40:56.854327 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:40:58.060869 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:00.221080 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2e0aa72-acf2-4837-8dbb-2f8342a77525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:02.598087 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de3ceff5-0cde-4561-a3ef-9f65763e18f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:03.203796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:04.007398 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:05.544207 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:18.632010 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-eb41c23d-8336-42d9-abc6-9a7ed67e1f8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789244 Sep 23 13:41:18.692717 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-5f45979f-11fc-495d-9c98-57f59ed32293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:18.694284 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-5f45979f-11fc-495d-9c98-57f59ed32293 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 1098 time: 0.0420139 Sep 23 13:41:18.795291 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-fb689a2e-9af5-4219-8299-d49eda539e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:18.796788 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-fb689a2e-9af5-4219-8299-d49eda539e42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.0832553 Sep 23 13:41:18.864590 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-2ef4bdfe-26d0-45cb-b7b6-86df55ab1816 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5e83618-bbb3-4132-b07b-550c0cfa84a4 HTTP/1.1" status: 200 len: 1000 time: 0.0606556 Sep 23 13:41:18.910555 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-28aa0201-5da8-4f0f-8b9a-936a082e3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:18.911956 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-28aa0201-5da8-4f0f-8b9a-936a082e3dde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0411882 Sep 23 13:41:18.955938 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-7d39dbfc-f929-49db-8787-3a8946e324a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:18.957405 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-7d39dbfc-f929-49db-8787-3a8946e324a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389163 Sep 23 13:41:19.048502 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-d4777f42-968b-4b94-a7cf-8ca2b5477777 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836110 Sep 23 13:41:19.136342 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-1f9bcf94-80dd-44c2-aef8-855194b2ad40 req-f6b867a1-ba10-462d-a573-dd66bd78163b service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806730 Sep 23 13:41:20.710923 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33082) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:20.906551 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Deleting port bb32b38c-c3fe-4711-a44c-2a4685e4fde5 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:20.906896 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:20.986099 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:20.986339 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:20.998525 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Calling delete_port for bb32b38c-c3fe-4711-a44c-2a4685e4fde5 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:21.231904 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:21.259002 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event deleted for resources: {'Port': ['ID=bb32b38c-c3fe-4711-a44c-2a4685e4fde5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:21.268377 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.268734 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.269079 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.269416 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.269748 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.270602 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.270602 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.270801 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.271027 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.271372 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.271675 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.272022 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:21.330275 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:21.330857 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.db.l3_db [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Floating IP 2cfa1cdc-b793-4419-a1c4-dad5adaa7821 disassociated (deleted). External IP: 172.27.2.80, port: f5e83618-bbb3-4132-b07b-550c0cfa84a4. Sep 23 13:41:21.536056 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Router e14fd039-a8ca-41f6-a763-6f244fef2321 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:41:21.640283 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:41:21.645102 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:21.650977 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7501620-079e-45e4-87e5-b86223043255 None None] Sync routers for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:41:21.659984 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7501620-079e-45e4-87e5-b86223043255 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:41:21.660603 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-a7501620-079e-45e4-87e5-b86223043255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:41:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:21.672174 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-22abe76f-3e25-43f1-ae6f-522673ad41c5 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "DELETE /v2.0/floatingips/2cfa1cdc-b793-4419-a1c4-dad5adaa7821 HTTP/1.1" status: 204 len: 168 time: 0.9602168 Sep 23 13:41:21.672754 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:41:21.676157 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658f47d882b7b0fe8e8f6f7fb21115a14b0d586e9ff5b417f7942d4ad3d10be3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:41:21.714952 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15f139f-fb94-43bc-9d07-05a6ba09cd08 x-openstack-request-id: req-d15f139f-fb94-43bc-9d07-05a6ba09cd08 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:41:21.715578 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:41:21.715578 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d15f139f-fb94-43bc-9d07-05a6ba09cd08 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:41:21.715922 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'status': 'completed', 'code': 200} Sep 23 13:41:21.768099 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-a7501620-079e-45e4-87e5-b86223043255 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:41:21.785215 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-0d4a33d1-c7a9-486f-a857-88d54750a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:21.786846 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-0d4a33d1-c7a9-486f-a857-88d54750a87e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 1098 time: 0.0477095 Sep 23 13:41:21.878789 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-bfea9ef6-743d-4afa-92a1-1f62628e61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:21.880327 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-bfea9ef6-743d-4afa-92a1-1f62628e61a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.0868993 Sep 23 13:41:21.925122 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-500c5ffa-daff-434c-af84-82f6ce955afd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5e83618-bbb3-4132-b07b-550c0cfa84a4 HTTP/1.1" status: 200 len: 217 time: 0.0379467 Sep 23 13:41:21.973776 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-48209d92-3ee0-46f4-b957-137ddb1b263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:21.975270 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-48209d92-3ee0-46f4-b957-137ddb1b263f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0429764 Sep 23 13:41:21.995755 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-a7501620-079e-45e4-87e5-b86223043255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '5485c1b6-4116-4623-841c-405a16dd92e6', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:37:52Z', 'updated_at': '2021-09-23T13:37:55Z', 'revision_number': 1, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:22.026633 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7501620-079e-45e4-87e5-b86223043255 None None] Checking router: e14fd039-a8ca-41f6-a763-6f244fef2321 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:41:22.026759 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-8fc28074-2907-4712-9d7b-0eaa83c23953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:22.026759 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-8fc28074-2907-4712-9d7b-0eaa83c23953 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437279 Sep 23 13:41:22.030916 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7501620-079e-45e4-87e5-b86223043255 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:41:22.031410 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-a7501620-079e-45e4-87e5-b86223043255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:41:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:22.141360 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-a7501620-079e-45e4-87e5-b86223043255 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:41:22.158387 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-a9fd7bcc-a230-44e0-9cde-2b5de6abca4e service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257236 Sep 23 13:41:22.184674 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f218f16-7bc7-4c2e-ae4f-9d2ab0073661 req-bbf90663-ff09-40c3-b862-d8876e4a4d76 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:22.186142 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f218f16-7bc7-4c2e-ae4f-9d2ab0073661 req-bbf90663-ff09-40c3-b862-d8876e4a4d76 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 945 time: 0.1203811 Sep 23 13:41:22.270838 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8f218f16-7bc7-4c2e-ae4f-9d2ab0073661 req-177fd77f-fc44-463c-9636-cdadd291f517 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750890 Sep 23 13:41:22.293596 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e36975c2-1e3b-4cc9-a9e8-626c77cbdbb7 req-456ccfe4-795c-45d0-a367-1b2237b52bdd service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259658 Sep 23 13:41:22.365018 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-a7501620-079e-45e4-87e5-b86223043255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '5485c1b6-4116-4623-841c-405a16dd92e6', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:37:52Z', 'updated_at': '2021-09-23T13:37:55Z', 'revision_number': 1, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:22.395073 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7501620-079e-45e4-87e5-b86223043255 None None] The sync data for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi is: [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_floatingips': [{'id': '5485c1b6-4116-4623-841c-405a16dd92e6', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'router_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'port_id': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'mac_address': 'fa:16:3e:ae:a3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:37:52Z', 'updated_at': '2021-09-23T13:37:55Z', 'revision_number': 1, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:41:22.600933 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e52e29-3312-4276-aacb-d4df83ae3a66 None None] New status for floating IP 2cfa1cdc-b793-4419-a1c4-dad5adaa7821: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:41:23.434832 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f394e-67d0-4fd8-b40c-45dd8ac5bedf req-210c3103-2ce5-42d6-9a47-565f031516a4 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:23.436357 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8e5f394e-67d0-4fd8-b40c-45dd8ac5bedf req-210c3103-2ce5-42d6-9a47-565f031516a4 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 945 time: 0.0993433 Sep 23 13:41:23.473853 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8e5f394e-67d0-4fd8-b40c-45dd8ac5bedf req-b7bff4fb-a22c-49fe-8e7e-27240b781f15 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315557 Sep 23 13:41:23.601878 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9838c-6eea-40bd-9006-67924296e625 req-f0d7dff4-e689-4046-ad83-8dc6d577f447 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:23.603478 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-41b9838c-6eea-40bd-9006-67924296e625 req-f0d7dff4-e689-4046-ad83-8dc6d577f447 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 945 time: 0.0481193 Sep 23 13:41:23.692115 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-41b9838c-6eea-40bd-9006-67924296e625 req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Deleting port f5e83618-bbb3-4132-b07b-550c0cfa84a4 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:23.692455 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-41b9838c-6eea-40bd-9006-67924296e625 req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:23.777991 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-41b9838c-6eea-40bd-9006-67924296e625 req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] For port f5e83618-bbb3-4132-b07b-550c0cfa84a4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5e83618-bbb3-4132-b07b-550c0cfa84a4,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:23.778262 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-41b9838c-6eea-40bd-9006-67924296e625 req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:23.790198 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-41b9838c-6eea-40bd-9006-67924296e625 req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Calling delete_port for f5e83618-bbb3-4132-b07b-550c0cfa84a4 owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:23.997138 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-41b9838c-6eea-40bd-9006-67924296e625 req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:24.023303 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event deleted for resources: {'Port': ['ID=f5e83618-bbb3-4132-b07b-550c0cfa84a4,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:24.032850 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.033137 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.033480 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.033820 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.034153 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.034492 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.034821 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.035148 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.035959 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.035959 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.036171 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.036450 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:24.079875 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b9838c-6eea-40bd-9006-67924296e625 req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] No DVR routers for this DVR port f5e83618-bbb3-4132-b07b-550c0cfa84a4 on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:41:24.082115 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-41b9838c-6eea-40bd-9006-67924296e625 req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:24.084113 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-41b9838c-6eea-40bd-9006-67924296e625 req-5e138d75-5c26-4635-88f6-953de2c33989 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "DELETE /v2.0/ports/f5e83618-bbb3-4132-b07b-550c0cfa84a4 HTTP/1.1" status: 204 len: 173 time: 0.4743791 Sep 23 13:41:24.084715 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'name': 'network-vif-deleted', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:41:24.087610 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5258cdfe-56ad-4cd3-a617-7d060c8f48db" -d '{"events": [{"server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "name": "network-vif-deleted", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:41:24.338242 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a68b3f7-1e54-43b9-8502-eb83ca2fc742 x-openstack-request-id: req-3a68b3f7-1e54-43b9-8502-eb83ca2fc742 {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:41:24.338547 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df884307-2c54-4d40-86a8-1b73c84c6adb", "name": "network-vif-deleted", "tag": "f5e83618-bbb3-4132-b07b-550c0cfa84a4", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:41:24.338800 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a68b3f7-1e54-43b9-8502-eb83ca2fc742 {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:41:24.339192 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df884307-2c54-4d40-86a8-1b73c84c6adb', 'name': 'network-vif-deleted', 'tag': 'f5e83618-bbb3-4132-b07b-550c0cfa84a4', 'status': 'completed', 'code': 200} Sep 23 13:41:24.564206 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-e90c0bca-6d56-4730-9890-1417ab66250b req-a477ad83-19d7-442b-add8-67d3ab46a8c8 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=df884307-2c54-4d40-86a8-1b73c84c6adb HTTP/1.1" status: 200 len: 210 time: 0.0261724 Sep 23 13:41:28.068743 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 33132) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:28.143550 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:28.222166 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Deleting port 4233ff94-5a6d-47c8-b178-64700abb00dd {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:28.222449 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:28.295408 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:28.295764 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:28.306880 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Calling delete_port for 4233ff94-5a6d-47c8-b178-64700abb00dd owned by network:floatingip {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:28.365858 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device f5e83618-bbb3-4132-b07b-550c0cfa84a4 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:41:28.385701 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: f5e83618-bbb3-4132-b07b-550c0cfa84a4 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:41:28.386048 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device f5e83618-bbb3-4132-b07b-550c0cfa84a4 not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:41:28.509292 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:28.532446 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event deleted for resources: {'Port': ['ID=4233ff94-5a6d-47c8-b178-64700abb00dd,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:28.595268 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:28.595509 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.db.l3_db [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Floating IP 5485c1b6-4116-4623-841c-405a16dd92e6 disassociated (deleted). External IP: 172.27.2.71, port: 10c1049c-fb18-4984-ba8a-04cc01d2e0bc. Sep 23 13:41:28.791357 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Router e14fd039-a8ca-41f6-a763-6f244fef2321 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:41:28.895004 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:41:28.899620 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:28.904796 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] Sync routers for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:41:28.913447 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:41:28.914063 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:41:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:28.925481 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-800a48e5-798c-4172-97fb-25aeed7f5ea0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "DELETE /v2.0/floatingips/5485c1b6-4116-4623-841c-405a16dd92e6 HTTP/1.1" status: 204 len: 168 time: 0.8556778 Sep 23 13:41:28.926056 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:41:28.928316 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8fd40f-e5af-4881-a843-60e143ab71bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:41:28.964807 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91903fa7-bc53-4e86-a3e5-d2b69aad3dca x-openstack-request-id: req-91903fa7-bc53-4e86-a3e5-d2b69aad3dca {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:41:28.965117 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:41:28.965392 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91903fa7-bc53-4e86-a3e5-d2b69aad3dca {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:41:28.965806 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'status': 'completed', 'code': 200} Sep 23 13:41:29.027618 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:41:29.031887 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-403487e2-032f-416c-a421-a8eaa4144637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:29.033409 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-403487e2-032f-416c-a421-a8eaa4144637 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddc220b778b487b8c884c54cb7b2b92&device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 1098 time: 0.0408936 Sep 23 13:41:29.126837 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-3875fc6a-eaa7-4785-beb0-30a5b8c6a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:29.128343 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-3875fc6a-eaa7-4785-beb0-30a5b8c6a90b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 200 len: 912 time: 0.0884087 Sep 23 13:41:29.171036 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-4d6e50de-890b-43b1-bd65-0842ba5387e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc HTTP/1.1" status: 200 len: 217 time: 0.0353518 Sep 23 13:41:29.222406 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-458c3888-c029-45fa-8ca0-f611f782f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:29.223277 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-458c3888-c029-45fa-8ca0-f611f782f149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 200 len: 850 time: 0.0445294 Sep 23 13:41:29.227853 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:29.258374 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] Checking router: e14fd039-a8ca-41f6-a763-6f244fef2321 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:41:29.268980 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:41:29.269610 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:41:03Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:29.274511 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-7bc75721-f3ba-4d83-8feb-9615d6e8eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:29.276370 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-7bc75721-f3ba-4d83-8feb-9615d6e8eb76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460808 Sep 23 13:41:29.379275 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:41:29.405231 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf1f5-094d-48bb-9f81-d2dd89d91b04 req-f8dbaf05-3f47-4acb-a926-7208ee6d9694 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:29.406728 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7deaf1f5-094d-48bb-9f81-d2dd89d91b04 req-f8dbaf05-3f47-4acb-a926-7208ee6d9694 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 945 time: 0.0936716 Sep 23 13:41:29.410219 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-8a2bc969-ae0e-471f-b044-452c1d745c2e service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270189 Sep 23 13:41:29.471860 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-7deaf1f5-094d-48bb-9f81-d2dd89d91b04 req-e9c77c51-fb8d-4ad4-9a5a-aa1c16e8e40f tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588901 Sep 23 13:41:29.522547 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-8a8fd40f-e5af-4881-a843-60e143ab71bf req-b2041705-3690-481f-bb73-c3299322c848 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034043 Sep 23 13:41:29.575929 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:29.601629 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03b890-523c-482a-a526-603e71a3faf1 None None] The sync data for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi is: [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:34:47Z', 'revision_number': 4, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi', '_interfaces': [{'id': 'b09df4b3-8d48-45c5-85bd-0b95f1da3893', 'name': '', 'network_id': '7dc27fce-e66d-4d4b-95bd-cd11fad40fa7', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'mac_address': 'fa:16:3e:32:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:47Z', 'updated_at': '2021-09-23T13:34:51Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'subnets': [{'id': 'c9df158e-8d59-4691-a611-574ca1e3838f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:41:29.816473 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b32f0-b108-4894-839b-550979468c99 None None] New status for floating IP 5485c1b6-4116-4623-841c-405a16dd92e6: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:41:30.240845 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-06c4c921-651b-4a08-b522-fdc842349970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:30.588492 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356453fc-f052-4d1d-bcab-e9c97e021d64 req-a947a254-c750-41e7-aecf-3b32f9d73888 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:30.589948 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-356453fc-f052-4d1d-bcab-e9c97e021d64 req-a947a254-c750-41e7-aecf-3b32f9d73888 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 945 time: 0.0479958 Sep 23 13:41:30.630962 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-356453fc-f052-4d1d-bcab-e9c97e021d64 req-291e323f-8c56-4913-8b8c-06cbb748f6c0 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/security-groups?id=2810b4dc-12e0-4eb2-8133-6ad41a2b2108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351131 Sep 23 13:41:30.788204 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-d947f821-3443-448d-b0df-1ab9212a1508 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:41:30.789663 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-d947f821-3443-448d-b0df-1ab9212a1508 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 945 time: 0.0479472 Sep 23 13:41:30.876501 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Deleting port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:30.881421 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:30.963027 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] For port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:30.963385 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:30.974832 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Calling delete_port for 10c1049c-fb18-4984-ba8a-04cc01d2e0bc owned by compute:nova {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:31.155068 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:31.184822 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event deleted for resources: {'Port': ['ID=10c1049c-fb18-4984-ba8a-04cc01d2e0bc,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:31.223454 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] No DVR routers for this DVR port 10c1049c-fb18-4984-ba8a-04cc01d2e0bc on host hv-cinder-80920 {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:41:31.226077 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for port, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:31.228190 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-fa7dce26-6443-474b-86f8-f6d07b9ee322 req-caaefce6-8595-433a-a365-fd7fb5404f3c tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.15 "DELETE /v2.0/ports/10c1049c-fb18-4984-ba8a-04cc01d2e0bc HTTP/1.1" status: 204 len: 173 time: 0.4325421 Sep 23 13:41:31.228617 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'name': 'network-vif-deleted', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc'}] {{(pid=94597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:41:31.231839 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9d4f85ea81cafc147ed0a8e9a77b573c139d2004180d7e55fc4fa2cd75550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b513e014-40f4-4bf9-9ba9-8f4f4c079315" -d '{"events": [{"server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "name": "network-vif-deleted", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc"}]}' {{(pid=94597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:41:31.265939 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbacbd78-fdf6-4c6e-802d-1a481991405f x-openstack-request-id: req-dbacbd78-fdf6-4c6e-802d-1a481991405f {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:41:31.266224 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55d2775-39c7-4df3-93cf-d2a61054936c", "name": "network-vif-deleted", "tag": "10c1049c-fb18-4984-ba8a-04cc01d2e0bc", "status": "completed", "code": 200}]} {{(pid=94597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:41:31.266477 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbacbd78-fdf6-4c6e-802d-1a481991405f {{(pid=94597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:41:31.266878 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55d2775-39c7-4df3-93cf-d2a61054936c', 'name': 'network-vif-deleted', 'tag': '10c1049c-fb18-4984-ba8a-04cc01d2e0bc', 'status': 'completed', 'code': 200} Sep 23 13:41:31.723430 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [req-23539043-64f5-45cd-bd34-4be622aed7c6 req-16e513a1-f677-449e-a24f-f7a34d93f20a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55d2775-39c7-4df3-93cf-d2a61054936c HTTP/1.1" status: 200 len: 210 time: 0.0268178 Sep 23 13:41:32.594946 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f47af3f-e334-46b3-a5aa-ec2c6f011b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:32.777607 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 33148) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:33.160825 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Deleting port 1f338a95-bf6d-42db-890c-2b4b8214e1b8 {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:33.161177 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:33.218199 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:33.237699 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:33.238034 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:33.249598 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Calling delete_port for 1f338a95-bf6d-42db-890c-2b4b8214e1b8 owned by network:floatingip {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:33.460094 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:33.484399 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event deleted for resources: {'Port': ['ID=1f338a95-bf6d-42db-890c-2b4b8214e1b8,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:33.542443 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for floatingip, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:33.545018 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497432'] for floatingip, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:33.547611 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-854dce11-3e61-4dca-af9d-c1d5fd533304 tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "DELETE /v2.0/floatingips/a484be4d-1523-4f44-ab88-07345931da4f HTTP/1.1" status: 204 len: 168 time: 0.7675872 Sep 23 13:41:33.853355 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:41:34.052178 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:34.387505 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 10c1049c-fb18-4984-ba8a-04cc01d2e0bc no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:41:34.530156 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] No Port match for: 10c1049c-fb18-4984-ba8a-04cc01d2e0bc {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:41:34.530431 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Device 10c1049c-fb18-4984-ba8a-04cc01d2e0bc not bound to the agent host hv-cinder-80920 {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:41:34.993410 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33162) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:35.052315 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b4f7aab-d521-4853-aa2b-a17afc6e4e9a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:35.076350 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b4f7aab-d521-4853-aa2b-a17afc6e4e9a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:35.219868 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b4f7aab-d521-4853-aa2b-a17afc6e4e9a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:35.222684 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b4f7aab-d521-4853-aa2b-a17afc6e4e9a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:35.223632 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-6b4f7aab-d521-4853-aa2b-a17afc6e4e9a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] 10.222.0.41 "DELETE /v2.0/security-groups/2810b4dc-12e0-4eb2-8133-6ad41a2b2108 HTTP/1.1" status: 204 len: 168 time: 0.2292428 Sep 23 13:41:35.232942 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f7aab-d521-4853-aa2b-a17afc6e4e9a tempest-TestVolumeBootPattern-777083255 tempest-TestVolumeBootPattern-777083255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810b4dc-12e0-4eb2-8133-6ad41a2b2108,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:35.335025 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33166) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:35.551238 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:35.784500 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16332551'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:36.018976 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Deleting port b09df4b3-8d48-45c5-85bd-0b95f1da3893 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:36.019712 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:36.094394 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] For port b09df4b3-8d48-45c5-85bd-0b95f1da3893, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=b09df4b3-8d48-45c5-85bd-0b95f1da3893,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:36.094679 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:36.106879 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Calling delete_port for b09df4b3-8d48-45c5-85bd-0b95f1da3893 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:36.374550 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:36.408162 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Pushing event deleted for resources: {'Port': ['ID=b09df4b3-8d48-45c5-85bd-0b95f1da3893,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:36.567516 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16331662'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:36.775185 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Router e14fd039-a8ca-41f6-a763-6f244fef2321 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:41:36.879729 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:41:36.885647 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-4521d7cc-9654-47b7-a16b-2a5177c58baa admin admin] 10.222.0.41 "PUT /v2.0/routers/e14fd039-a8ca-41f6-a763-6f244fef2321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5495715 Sep 23 13:41:36.887456 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33170) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:36.890852 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] Sync routers for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:41:36.899992 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:41:36.900604 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:41:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:36.989723 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:37.001654 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:41:37.089495 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:37.181213 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:41:36Z', 'revision_number': 5, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port': {'id': 'f5d99b35-dc6f-404e-a5c2-be65719b38d6', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:45Z', 'updated_at': '2021-09-23T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:37.206365 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Deleting port f5d99b35-dc6f-404e-a5c2-be65719b38d6 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:37.206703 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:37.211800 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] Checking router: e14fd039-a8ca-41f6-a763-6f244fef2321 for host: dv-cinder-809201-2-iscsi {{(pid=94599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:41:37.220353 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] Routers {'e14fd039-a8ca-41f6-a763-6f244fef2321'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:41:37.220968 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:41:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['e14fd039-a8ca-41f6-a763-6f244fef2321'], 'active': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:37.283926 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] For port f5d99b35-dc6f-404e-a5c2-be65719b38d6, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=f5d99b35-dc6f-404e-a5c2-be65719b38d6,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:37.284313 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:37.295883 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Calling delete_port for f5d99b35-dc6f-404e-a5c2-be65719b38d6 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:37.303849 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvr_db [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] Set router e14fd039-a8ca-41f6-a763-6f244fef2321 gateway port host: None {{(pid=94599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:41:37.355379 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_hamode_db [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:41:37Z', 'revision_number': 6, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port_host': None}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:37.385877 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6103b84-23c5-4c86-89ec-69ffa5404660 None None] The sync data for ids ['e14fd039-a8ca-41f6-a763-6f244fef2321'] in dv-cinder-809201-2-iscsi is: [{'id': 'e14fd039-a8ca-41f6-a763-6f244fef2321', 'name': 'tempest-TestVolumeBootPattern-283331562-router', 'tenant_id': 'fddc220b778b487b8c884c54cb7b2b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:44Z', 'updated_at': '2021-09-23T13:41:37Z', 'revision_number': 6, 'project_id': 'fddc220b778b487b8c884c54cb7b2b92', 'gw_port_host': None}] {{(pid=94599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:41:37.751282 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:37.783654 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b09df4b3-8d48-45c5-85bd-0b95f1da3893 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:41:37.784627 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d99b35-dc6f-404e-a5c2-be65719b38d6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:37.809311 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: b09df4b3-8d48-45c5-85bd-0b95f1da3893 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:41:37.809757 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device b09df4b3-8d48-45c5-85bd-0b95f1da3893 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:41:37.849869 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16331597'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:37.943143 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16319266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:37.945356 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.059525 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16319275'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.060030 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e14fd039-a8ca-41f6-a763-6f244fef2321 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:41:38.064626 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.065757 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-8776a215-efda-433a-90e9-f26568304143 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e14fd039-a8ca-41f6-a763-6f244fef2321 HTTP/1.1" status: 204 len: 168 time: 1.1773689 Sep 23 13:41:38.068357 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33172) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:38.111872 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-23566085-195e-4169-a6d4-0b059b59a2d2 admin admin] Deleting subnet c9df158e-8d59-4691-a611-574ca1e3838f {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:41:38.115577 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23566085-195e-4169-a6d4-0b059b59a2d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.151598 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23566085-195e-4169-a6d4-0b059b59a2d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13201887'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.236542 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23566085-195e-4169-a6d4-0b059b59a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.361284 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23566085-195e-4169-a6d4-0b059b59a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24929338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12665029'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.387565 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23566085-195e-4169-a6d4-0b059b59a2d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9df158e-8d59-4691-a611-574ca1e3838f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:38.392968 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23566085-195e-4169-a6d4-0b059b59a2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.395323 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-23566085-195e-4169-a6d4-0b059b59a2d2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c9df158e-8d59-4691-a611-574ca1e3838f HTTP/1.1" status: 204 len: 168 time: 0.3255534 Sep 23 13:41:38.397674 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 33174) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:38.400557 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156d3b0-05fd-4eaf-86cb-8f4cf7021cbc None None] Network 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:41:38.474159 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.527467 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Deleting port 83fbaab2-9187-44b4-9cf7-adb5db0f696b {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:38.527843 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.576541 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] DHCP port deletion for 7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 request from dv-cinder-809201-2-iscsi {{(pid=94599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 13:41:38.595051 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] For port 83fbaab2-9187-44b4-9cf7-adb5db0f696b, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=83fbaab2-9187-44b4-9cf7-adb5db0f696b,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:38.595442 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.606695 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Calling delete_port for 83fbaab2-9187-44b4-9cf7-adb5db0f696b owned by network:dhcp {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:38.621811 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Deleting port 83fbaab2-9187-44b4-9cf7-adb5db0f696b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:38.622182 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.682452 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] For port 83fbaab2-9187-44b4-9cf7-adb5db0f696b, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=83fbaab2-9187-44b4-9cf7-adb5db0f696b,segment=NetworkSegment(cbaf8c1f-9587-4913-a6ac-89faae6c9046),segment_id=cbaf8c1f-9587-4913-a6ac-89faae6c9046)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:38.682845 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.694779 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Calling delete_port for 83fbaab2-9187-44b4-9cf7-adb5db0f696b owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:38.754759 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.770657 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.782274 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Pushing event deleted for resources: {'Port': ['ID=83fbaab2-9187-44b4-9cf7-adb5db0f696b,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:38.786671 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] No DVR routers for this DVR port 83fbaab2-9187-44b4-9cf7-adb5db0f696b on host dv-cinder-809201-2-iscsi {{(pid=94597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:41:38.796722 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Pushing event deleted for resources: {'Port': ['ID=83fbaab2-9187-44b4-9cf7-adb5db0f696b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:38.804395 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] No DVR routers for this DVR port 83fbaab2-9187-44b4-9cf7-adb5db0f696b on host dv-cinder-809201-2-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:41:38.806459 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.806814 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.807162 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.807498 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.807862 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.808200 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.808534 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.808858 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.809212 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.809544 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.809867 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.810192 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5742ff21-828f-4845-88ff-e39af9329f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-2-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:41:38.870043 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.890423 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc27fce-e66d-4d4b-95bd-cd11fad40fa7']}} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:38.899659 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaf8c1f-9587-4913-a6ac-89faae6c9046') {'for_net_delete': True} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:38.900001 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.services.segments.db [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaf8c1f-9587-4913-a6ac-89faae6c9046') {} {{(pid=94597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:38.909795 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12637440'] for segment, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.923207 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.928936 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12691108'] for segment, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: Traceback (most recent call last): Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: timer() Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: cb(*args, **kw) Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: return func(*args, **kwargs) Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: self._notify() Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: self.callback(batched_events) Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: event.method(event) Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: return f(self, *a, **k) Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._get(url).json() Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: return self.request(url, 'GET', **kwargs) Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:41:38.931366 dv-cinder-809201-2-iscsi neutron-server[94597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:41:39.046324 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:39.051711 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:39.053593 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] 10.222.0.41 "DELETE /v2.0/networks/7dc27fce-e66d-4d4b-95bd-cd11fad40fa7 HTTP/1.1" status: 204 len: 168 time: 0.6544087 Sep 23 13:41:39.056602 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33176) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:39.064308 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b31f0-dac0-4428-8640-57543ae15caf admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc27fce-e66d-4d4b-95bd-cd11fad40fa7,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:39.389973 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16332551'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:39.626010 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Deleting port e8f1f5a1-9c04-4783-96d2-d8c751225231 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:39.626348 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:39.642089 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f5d99b35-dc6f-404e-a5c2-be65719b38d6 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:41:39.662119 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: f5d99b35-dc6f-404e-a5c2-be65719b38d6 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:41:39.662548 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device f5d99b35-dc6f-404e-a5c2-be65719b38d6 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:41:39.663040 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 83fbaab2-9187-44b4-9cf7-adb5db0f696b no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:41:39.681752 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 83fbaab2-9187-44b4-9cf7-adb5db0f696b {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:41:39.682097 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 83fbaab2-9187-44b4-9cf7-adb5db0f696b not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:41:39.707271 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] For port e8f1f5a1-9c04-4783-96d2-d8c751225231, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=e8f1f5a1-9c04-4783-96d2-d8c751225231,segment=NetworkSegment(d9bb059e-4368-42f5-beae-9605c6f1aa61),segment_id=d9bb059e-4368-42f5-beae-9605c6f1aa61)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:39.707660 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:39.720362 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Calling delete_port for e8f1f5a1-9c04-4783-96d2-d8c751225231 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:39.962429 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:39.987570 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f1f5a1-9c04-4783-96d2-d8c751225231,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:40.147556 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16331662'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:40.361473 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Router 53a31748-c134-477f-b9f8-e096f3f4f071 has already been hosted by L3 agent 82d1bb0b-3c73-43d1-802f-189c76d817d8 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:41:40.464930 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] Notify agent at l3_agent.dv-cinder-809201-2-iscsi the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:41:40.469861 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-002b17fd-d23c-4d59-a4c2-b6e1091c00e8 admin admin] 10.222.0.41 "PUT /v2.0/routers/53a31748-c134-477f-b9f8-e096f3f4f071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122345 Sep 23 13:41:40.472639 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 33178) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:40.473342 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] Sync routers for ids ['53a31748-c134-477f-b9f8-e096f3f4f071'] in dv-cinder-809201-2-iscsi {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:41:40.483755 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] Routers {'53a31748-c134-477f-b9f8-e096f3f4f071'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:41:40.484487 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:41:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['53a31748-c134-477f-b9f8-e096f3f4f071'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:40.576879 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks [] for router, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:40.585446 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] Set router 53a31748-c134-477f-b9f8-e096f3f4f071 gateway port host: dv-cinder-809201-2-iscsi {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:41:40.676617 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:40.755841 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'external_fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:50Z', 'updated_at': '2021-09-23T13:41:39Z', 'revision_number': 5, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'gw_port': {'id': 'fd99e665-3758-4574-95e2-30e366dbe16a', 'name': '', 'network_id': '8f99a309-1fff-4426-afb2-2546e10f41c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:34:51Z', 'updated_at': '2021-09-23T13:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99c03830-a5ba-4324-89d9-d6b5d2dd9968', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-2-iscsi'}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:40.784948 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] Checking router: 53a31748-c134-477f-b9f8-e096f3f4f071 for host: dv-cinder-809201-2-iscsi {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:41:40.791514 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Deleting port fd99e665-3758-4574-95e2-30e366dbe16a {{(pid=94597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:40.791878 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:40.793088 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] Routers {'53a31748-c134-477f-b9f8-e096f3f4f071'} bound to L3 agent in host dv-cinder-809201-2-iscsi {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:41:40.793685 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:16:33Z,description=,heartbeat_timestamp=2021-09-23T13:41:33Z,host='dv-cinder-809201-2-iscsi',id=82d1bb0b-3c73-43d1-802f-189c76d817d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:16:33Z,topic='l3_agent')) {'router_ids': ['53a31748-c134-477f-b9f8-e096f3f4f071'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:40.876967 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.db [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] For port fd99e665-3758-4574-95e2-30e366dbe16a, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=fd99e665-3758-4574-95e2-30e366dbe16a,segment=NetworkSegment(34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95),segment_id=34dcd8d2-6d17-4a5f-ad2f-e12a8fa76f95)] {{(pid=94597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:40.877349 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:40.885400 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] Set router 53a31748-c134-477f-b9f8-e096f3f4f071 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:41:40.888682 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.plugins.ml2.plugin [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Calling delete_port for fd99e665-3758-4574-95e2-30e366dbe16a owned by network:router_gateway {{(pid=94597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:40.935057 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:50Z', 'updated_at': '2021-09-23T13:41:40Z', 'revision_number': 6, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'gw_port_host': None}], 'dv-cinder-809201-2-iscsi', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:40.962916 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ebb29-cda8-414a-8e21-70820e38f29f None None] The sync data for ids ['53a31748-c134-477f-b9f8-e096f3f4f071'] in dv-cinder-809201-2-iscsi is: [{'id': '53a31748-c134-477f-b9f8-e096f3f4f071', 'name': 'tempest-TestVolumeBootPattern-64119212-router', 'tenant_id': '3a3726b5bc184f6a8043a6740c43cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:34:50Z', 'updated_at': '2021-09-23T13:41:40Z', 'revision_number': 6, 'project_id': '3a3726b5bc184f6a8043a6740c43cb82', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:41:41.134136 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12696407'] for port, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.160567 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd99e665-3758-4574-95e2-30e366dbe16a,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:41.221683 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16331597'] for router_gateway, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.310087 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16319266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-441'] for router, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.312998 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.440273 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16319275'] for router, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.440839 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53a31748-c134-477f-b9f8-e096f3f4f071 {{(pid=94597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:41:41.445767 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] Notify callbacks [] for router, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.446918 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-c6330e2f-44a2-42af-a566-745e86363a2d admin admin] 10.222.0.41 "DELETE /v2.0/routers/53a31748-c134-477f-b9f8-e096f3f4f071 HTTP/1.1" status: 204 len: 168 time: 0.9733555 Sep 23 13:41:41.449337 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [-] (94597) accepted ('10.222.0.41', 33180) {{(pid=94597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:41.493597 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.db.db_base_plugin_v2 [None req-395d4862-c3b3-4721-bff8-2a35afe3f1ee admin admin] Deleting subnet 0cc415b8-de4e-414e-b350-a32fd8d579ea {{(pid=94597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:41:41.496527 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-395d4862-c3b3-4721-bff8-2a35afe3f1ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.530811 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-395d4862-c3b3-4721-bff8-2a35afe3f1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12637465'] for subnet, precommit_delete_associations {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.610162 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-395d4862-c3b3-4721-bff8-2a35afe3f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-932759'] for subnet, precommit_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.719497 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e8f1f5a1-9c04-4783-96d2-d8c751225231 no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:41:41.728618 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-395d4862-c3b3-4721-bff8-2a35afe3f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12696330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12999501'] for subnet, after_delete {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.742261 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: e8f1f5a1-9c04-4783-96d2-d8c751225231 {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:41:41.742600 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device e8f1f5a1-9c04-4783-96d2-d8c751225231 not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:41:41.743014 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device fd99e665-3758-4574-95e2-30e366dbe16a no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:41:41.756385 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4862-c3b3-4721-bff8-2a35afe3f1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc415b8-de4e-414e-b350-a32fd8d579ea,revision_number=None']} {{(pid=94597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:41.758386 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron_lib.callbacks.manager [None req-395d4862-c3b3-4721-bff8-2a35afe3f1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.762354 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: fd99e665-3758-4574-95e2-30e366dbe16a {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:41:41.762708 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device fd99e665-3758-4574-95e2-30e366dbe16a not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:41:41.762840 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33182) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:41.763305 dv-cinder-809201-2-iscsi neutron-server[94597]: INFO neutron.wsgi [None req-395d4862-c3b3-4721-bff8-2a35afe3f1ee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0cc415b8-de4e-414e-b350-a32fd8d579ea HTTP/1.1" status: 204 len: 168 time: 0.3125863 Sep 23 13:41:41.769313 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a0c157-7af0-40da-baea-98df782034ec None None] Network 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 requested from dv-cinder-809201-2-iscsi {{(pid=94599) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:41:41.839453 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539759'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.900004 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Deleting port 736bd529-7982-4fe9-aab6-8c56e5def1be {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:41.900584 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.947300 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fe489-653a-4c00-94a5-e4af834b8a8d None None] DHCP port deletion for 4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 request from dv-cinder-809201-2-iscsi {{(pid=94599) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 13:41:41.969066 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] For port 736bd529-7982-4fe9-aab6-8c56e5def1be, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=736bd529-7982-4fe9-aab6-8c56e5def1be,segment=NetworkSegment(d9bb059e-4368-42f5-beae-9605c6f1aa61),segment_id=d9bb059e-4368-42f5-beae-9605c6f1aa61)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:41.969457 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:41.981775 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Calling delete_port for 736bd529-7982-4fe9-aab6-8c56e5def1be owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:41.994011 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fe489-653a-4c00-94a5-e4af834b8a8d None None] Deleting port 736bd529-7982-4fe9-aab6-8c56e5def1be {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:41:41.994406 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe489-653a-4c00-94a5-e4af834b8a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739780589096'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.055047 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-3f0fe489-653a-4c00-94a5-e4af834b8a8d None None] For port 736bd529-7982-4fe9-aab6-8c56e5def1be, host dv-cinder-809201-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-2-iscsi',level=0,port_id=736bd529-7982-4fe9-aab6-8c56e5def1be,segment=NetworkSegment(d9bb059e-4368-42f5-beae-9605c6f1aa61),segment_id=d9bb059e-4368-42f5-beae-9605c6f1aa61)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:41:42.057541 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe489-653a-4c00-94a5-e4af834b8a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16375070'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.067395 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fe489-653a-4c00-94a5-e4af834b8a8d None None] Calling delete_port for 736bd529-7982-4fe9-aab6-8c56e5def1be owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:41:42.157413 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24929383'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.162740 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe489-653a-4c00-94a5-e4af834b8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-980324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739780595182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739780108234'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.182940 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=736bd529-7982-4fe9-aab6-8c56e5def1be,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:42.187108 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] No DVR routers for this DVR port 736bd529-7982-4fe9-aab6-8c56e5def1be on host dv-cinder-809201-2-iscsi {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:41:42.189276 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fe489-653a-4c00-94a5-e4af834b8a8d None None] Pushing event deleted for resources: {'Port': ['ID=736bd529-7982-4fe9-aab6-8c56e5def1be,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:42.191123 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fe489-653a-4c00-94a5-e4af834b8a8d None None] No DVR routers for this DVR port 736bd529-7982-4fe9-aab6-8c56e5def1be on host dv-cinder-809201-2-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:41:42.259426 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-934702', 'neutron.services.segments.db._delete_segments_for_network-8739780653716'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.279739 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:42.288509 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bb059e-4368-42f5-beae-9605c6f1aa61') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:42.288799 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bb059e-4368-42f5-beae-9605c6f1aa61') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:41:42.298190 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739780653469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13201862'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.311356 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.317126 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:41:42.317498 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-932352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24934804'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: Traceback (most recent call last): Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: timer() Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: cb(*args, **kw) Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: return func(*args, **kwargs) Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: self._notify() Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: self.callback(batched_events) Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: event.method(event) Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: return f(self, *a, **k) Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._get(url).json() Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: return self.request(url, 'GET', **kwargs) Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:41:42.319159 dv-cinder-809201-2-iscsi neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:41:42.442176 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-934681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16292608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16331537'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.447593 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257072'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.449449 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4 HTTP/1.1" status: 204 len: 168 time: 0.6842945 Sep 23 13:41:42.460088 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e190b-771b-44ff-a396-89114240aea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d075a93-b9d6-4dfb-ad9b-d89ce58f19d4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:42.750516 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33186) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:42.793281 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-7fe0110a-ab98-4d48-9a55-2c0c9efffac7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fddc220b778b487b8c884c54cb7b2b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415642 Sep 23 13:41:42.795800 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33188) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:42.842906 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0ffaff6-c30c-4ede-b211-c72a39ee48cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.862823 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0ffaff6-c30c-4ede-b211-c72a39ee48cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.983531 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0ffaff6-c30c-4ede-b211-c72a39ee48cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.985959 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0ffaff6-c30c-4ede-b211-c72a39ee48cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:42.988634 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-d0ffaff6-c30c-4ede-b211-c72a39ee48cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d06fe68-a73f-4f11-a144-3e05baa83ce9 HTTP/1.1" status: 204 len: 168 time: 0.1904252 Sep 23 13:41:42.994756 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffaff6-c30c-4ede-b211-c72a39ee48cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d06fe68-a73f-4f11-a144-3e05baa83ce9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:43.641300 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 736bd529-7982-4fe9-aab6-8c56e5def1be no longer exists at agent ovs-agent-dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:41:43.661533 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] No Port match for: 736bd529-7982-4fe9-aab6-8c56e5def1be {{(pid=94599) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:41:43.667031 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.rpc [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Device 736bd529-7982-4fe9-aab6-8c56e5def1be not bound to the agent host dv-cinder-809201-2-iscsi {{(pid=94599) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:41:43.750738 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33194) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:43.789332 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-0558ec74-6d35-48aa-894b-b3ea37a0369c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a3726b5bc184f6a8043a6740c43cb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374475 Sep 23 13:41:43.791724 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33196) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:41:43.838190 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7cc94c3-4f32-45a7-8134-6d15c947d3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:43.859057 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7cc94c3-4f32-45a7-8134-6d15c947d3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:43.996543 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7cc94c3-4f32-45a7-8134-6d15c947d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16291295'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:43.999588 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7cc94c3-4f32-45a7-8134-6d15c947d3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:41:44.000852 dv-cinder-809201-2-iscsi neutron-server[94598]: INFO neutron.wsgi [None req-b7cc94c3-4f32-45a7-8134-6d15c947d3f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f7f03bc-2c05-434d-9dd4-15be3e60faee HTTP/1.1" status: 204 len: 168 time: 0.2082262 Sep 23 13:41:44.008831 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc94c3-4f32-45a7-8134-6d15c947d3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f03bc-2c05-434d-9dd4-15be3e60faee,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:41:58.065021 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:00.211317 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f9558bf2-f4e9-4171-8c84-20bbb2f59408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:02.578923 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b8481d-35c1-4bda-8e14-8d6251031ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:03.213398 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:04.016874 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:05.539227 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:10.852325 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:42:28.085094 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:30.239396 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab438369-4354-4a9b-9c06-da5caa84e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:32.583869 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd0b9ca2-fd4b-4c7f-9dd3-6e0f62ba6473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:33.246554 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:34.010551 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:35.524680 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:42:47.851982 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:42:58.109374 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:00.215535 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f00e0c3e-e25b-4524-a60d-eb2e14215274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:02.627484 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f6a767b-f682-44dd-8ea7-7d6d05eb17fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:03.215604 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:04.011203 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:05.548474 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:14.571017 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-03ae4691-5dac-4af2-8d6c-9619dd989468 req-a48dc81e-19cb-4378-80d6-75967f4dcdc1 service neutron] (94597) timed out ('10.222.0.15', 59915) {{(pid=94597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 13:43:24.850790 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:43:28.113848 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:30.220342 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab3930c1-980b-4d47-aa91-e0dd1aa3d1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:32.605057 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2285bca3-ed5f-400d-b8b4-cc7c0585bf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:33.228008 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:34.016964 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:35.546329 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:43:58.099544 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:00.219984 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eea6bd4f-7fb7-413d-b0da-550e0ec557d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:01.850436 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:44:02.619838 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76a85b85-1fef-484b-9e32-1077dd4f8627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:03.238460 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:04.049682 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:05.552102 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:28.128654 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:30.208816 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2394b290-e6f5-4baa-861a-97839c56b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:32.630434 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ddbd94a-eaf1-4e62-8f19-33f97462eecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:33.213613 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:34.031051 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:35.580185 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:44:38.849462 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:44:58.133455 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:00.213620 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-638d3b1b-d4e6-40a0-b8f9-6068bad991fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:02.625610 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab5841c9-77df-4a68-9f72-93aef249b5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:03.265635 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:04.048136 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:05.561670 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:15.849286 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:45:28.143914 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:30.229008 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40989962-e3d4-4f14-9e0d-a213b0af368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:32.635278 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-093ff174-ea39-4133-865a-89df825d847c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:33.229715 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:34.030612 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:35.549294 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:52.849425 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:45:55.305383 dv-cinder-809201-2-iscsi neutron-server[94597]: DEBUG neutron.wsgi [req-8d60e474-c0f2-43a7-a575-8918d01da092 req-6965fbf3-1900-4feb-8ec5-e431119addfe service neutron] (94597) timed out ('10.222.0.41', 58126) {{(pid=94597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 13:45:58.126217 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:00.210950 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2d19ffa-4309-43f1-94ad-d9e5ed251e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:02.611880 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1cd7-8d25-4be3-9c98-8102ec11e539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:03.228868 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:04.062519 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:05.571550 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:28.165274 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:29.847811 dv-cinder-809201-2-iscsi neutron-server[94600]: DEBUG neutron.db.agents_db [None req-91c67f15-b4df-473b-8af0-ac34ecb0fbf4 None None] Agent healthcheck: found 6 active agents {{(pid=94600) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:46:30.204914 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4530279c-70ef-4806-989d-2f2155ac4002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:32.628058 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d34e224-fb86-4e72-a1eb-e50972f22981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:33.227650 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-228c37de-9e0c-4385-8db9-04fa9d2a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:34.044663 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43dc4f16-2f3c-475e-973f-0fc12710591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:35.570689 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-595ddc01-8470-4423-b8a8-7f7db1c12596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:49.170187 dv-cinder-809201-2-iscsi neutron-server[94598]: DEBUG neutron.wsgi [req-a56c6acc-df88-46a9-8554-16b593c7d62b req-baf6af92-4edc-4ff4-ad87-37925071679b service neutron] (94598) timed out ('10.222.0.41', 56668) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 13:46:58.170777 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0aa63327-acbd-46d7-b3e5-c4595a0115d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:00.209711 dv-cinder-809201-2-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3551198c-7fd2-4ec0-93e9-94c5aebab168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739780653698', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-939054'] for agent, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}